2024-08-29T14:39:32.873 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-08-29T14:39:32.901 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-08-29T14:39:32.999 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/yuriw-2024-08-29_14:13:22-upgrade-wip-yuri4-testing-2024-08-28-1359-distro-default-smithi/7879935 branch: wip-yuri4-testing-2024-08-28-1359 description: upgrade/reef-x/stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/radosbench 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic} email: null first-half-sequence: - cephadm.shell: env: - sha1 mon.a: - ceph config set mgr mgr/cephadm/daemon_cache_timeout 60 - ceph config set global log_to_journald false --force - echo wait for mgr daemons to upgrade - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mgr - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - echo wait for minority of mons to upgrade - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --limit 1 - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - sleep 60 - echo wait for majority of mons to upgrade - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --limit 1 - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - sleep 60 - echo wait for all mons to upgrade - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - sleep 60 - echo wait for half of osds to upgrade - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types osd --limit 4 - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done first-half-tasks: - full_sequential: - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - print: '**** done end radosbench.yaml' first_in_suite: false job_id: '7879935' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run randomized correctness test for rados operations generate write load with rados bench ' - desc: 'run randomized correctness test for rados operations generate write load with rados bench ' - desc: 'run basic cls tests for rbd ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'randomized correctness test for rados operations on a replicated pool, using only reads, writes, and deletes ' - desc: 'randomized correctness test for rados operations on a replicated pool with snapshot operations ' - desc: 'run randomized correctness test for rados operations generate write load with rados bench ' name: yuriw-2024-08-29_14:13:22-upgrade-wip-yuri4-testing-2024-08-28-1359-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-yuri4-testing-2024-08-28-1359 ceph: conf: global: mon election default strategy: 1 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - mons down - mon down - MON_DOWN - out of quorum - PG_AVAILABILITY sha1: 1f4056d968930e12926c25a8f13ee8ed6047c791 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: flavor: default sha1: 1f4056d968930e12926c25a8f13ee8ed6047c791 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: wip-yuri4-testing-2024-08-28-1359 sha1: 1f4056d968930e12926c25a8f13ee8ed6047c791 owner: scheduled_yuriw@teuthology priority: 99 repo: https://github.com/ceph/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b second-half-sequence: sequential: - cephadm.shell: env: - sha1 mon.a: - sleep 60 - echo wait for upgrade to complete - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - echo upgrade complete - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 second-half-tasks: - full_sequential: - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - print: '**** done end radosbench.yaml' seed: 8916 sha1: 1f4056d968930e12926c25a8f13ee8ed6047c791 sleep_before_teardown: 0 stress-tasks: - thrashosds: aggressive_pg_num_changes: false chance_force_recovery: 0 chance_pgnum_grow: 1 chance_pgpnum_fix: 1 chance_thrash_cluster_full: 0 chance_thrash_pg_upmap: 0 chance_thrash_pg_upmap_items: 0 disable_objectstore_tool_tests: true timeout: 1200 - full_sequential: - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - print: '**** done end radosbench.yaml' - workunit: branch: reef clients: client.0: - cls/test_cls_rbd.sh - print: '**** done cls/test_cls_rbd.sh 5-workload' - workunit: branch: reef clients: client.0: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done rbd/import_export.sh 5-workload' - workunit: branch: reef clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done rbd/test_librbd.sh 7-workload' - full_sequential: - rados: clients: - client.0 objects: 500 op_weights: delete: 10 read: 45 write: 45 ops: 4000 write_append_excl: false - print: '**** done rados/readwrite 5-workload' - full_sequential: - rados: clients: - client.0 objects: 50 op_weights: delete: 50 read: 100 rollback: 50 snap_create: 50 snap_remove: 50 write: 100 ops: 4000 write_append_excl: false - print: '**** done rados/snaps-few-objects 5-workload' subset: 111/120000 suite: upgrade suite_branch: wip-yuri4-testing-2024-08-28-1359 suite_path: /home/teuthworker/src/github.com_ceph_ceph-c_1f4056d968930e12926c25a8f13ee8ed6047c791/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph-ci.git suite_sha1: 1f4056d968930e12926c25a8f13ee8ed6047c791 targets: smithi064.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBP9lP3Ti6zwRQogWA+X6u+8ZcyQ5uc2NTJnwj+ms8VVl/x+ve0b5dLZEmluP0OllWZA85lqYxDgOSd5psixPb5U= smithi146.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPFMRHg0jca5gzD2OPvZ9pOiXY79c+hAH+Cjh2RLbFZRrCtKUWJ4Vmf5afpFG5QpO02coq72/PoNF+uO8awkn+I= tasks: - pexec: all: - sudo dnf remove nvme-cli -y - sudo dnf install runc nvmetcli nvme-cli -y - sudo sed -i 's/^#runtime = "crun"/runtime = "runc"/g' /usr/share/containers/containers.conf - sudo sed -i 's/runtime = "crun"/#runtime = "crun"/g' /usr/share/containers/containers.conf - install: branch: reef exclude_packages: - ceph-volume - cephadm: compiled_cephadm_branch: reef conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:reef - cephadm.shell: mon.a: - ceph fs volume create foo - ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force - ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force - ceph.healthy: null - print: '**** upgrading first half of cluster, with stress ****' - parallel: - first-half-tasks - first-half-sequence - print: '**** done upgrading first half of cluster ****' - ceph.healthy: null - print: '**** applying stress + thrashing to mixed-version cluster ****' - parallel: - stress-tasks - ceph.healthy: null - print: '**** finishing upgrade ****' - parallel: - second-half-tasks - second-half-sequence - ceph.healthy: null teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-08-29_14:13:22 tube: smithi user: yuriw verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-08-29T14:39:32.999 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph-c_1f4056d968930e12926c25a8f13ee8ed6047c791/qa; will attempt to use it 2024-08-29T14:39:33.000 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph-c_1f4056d968930e12926c25a8f13ee8ed6047c791/qa/tasks 2024-08-29T14:39:33.000 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-08-29T14:39:33.001 INFO:teuthology.task.internal:Checking packages... 2024-08-29T14:39:33.022 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '1f4056d968930e12926c25a8f13ee8ed6047c791' 2024-08-29T14:39:33.022 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-29T14:39:33.022 INFO:teuthology.packaging:ref: None 2024-08-29T14:39:33.022 INFO:teuthology.packaging:tag: None 2024-08-29T14:39:33.022 INFO:teuthology.packaging:branch: wip-yuri4-testing-2024-08-28-1359 2024-08-29T14:39:33.022 INFO:teuthology.packaging:sha1: 1f4056d968930e12926c25a8f13ee8ed6047c791 2024-08-29T14:39:33.023 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-yuri4-testing-2024-08-28-1359 2024-08-29T14:39:33.164 INFO:teuthology.task.internal:Found packages for ceph version 19.3.0-4579.g1f4056d9 2024-08-29T14:39:33.166 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-08-29T14:39:33.172 INFO:teuthology.task.internal:no buildpackages task found 2024-08-29T14:39:33.172 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-08-29T14:39:33.190 INFO:teuthology.task.internal:Saving configuration 2024-08-29T14:39:33.212 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-08-29T14:39:33.219 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-08-29T14:39:33.244 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi064.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2024-08-29_14:13:22-upgrade-wip-yuri4-testing-2024-08-28-1359-distro-default-smithi/7879935', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-08-29 14:34:29.152191', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBP9lP3Ti6zwRQogWA+X6u+8ZcyQ5uc2NTJnwj+ms8VVl/x+ve0b5dLZEmluP0OllWZA85lqYxDgOSd5psixPb5U='} 2024-08-29T14:39:33.264 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi146.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2024-08-29_14:13:22-upgrade-wip-yuri4-testing-2024-08-28-1359-distro-default-smithi/7879935', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-08-29 14:34:29.153957', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPFMRHg0jca5gzD2OPvZ9pOiXY79c+hAH+Cjh2RLbFZRrCtKUWJ4Vmf5afpFG5QpO02coq72/PoNF+uO8awkn+I='} 2024-08-29T14:39:33.264 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-08-29T14:39:33.271 INFO:teuthology.task.internal:roles: ubuntu@smithi064.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-08-29T14:39:33.271 INFO:teuthology.task.internal:roles: ubuntu@smithi146.front.sepia.ceph.com - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-08-29T14:39:33.271 INFO:teuthology.run_tasks:Running task console_log... 2024-08-29T14:39:33.335 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fabb652fbe0>, signals=[15]) 2024-08-29T14:39:33.335 INFO:teuthology.run_tasks:Running task internal.connect... 2024-08-29T14:39:33.341 INFO:teuthology.task.internal:Opening connections... 2024-08-29T14:39:33.341 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi064.front.sepia.ceph.com 2024-08-29T14:39:33.342 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi064.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-29T14:39:33.421 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi146.front.sepia.ceph.com 2024-08-29T14:39:33.422 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi146.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-29T14:39:33.495 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-08-29T14:39:33.502 DEBUG:teuthology.orchestra.run.smithi064:> uname -m 2024-08-29T14:39:33.520 INFO:teuthology.orchestra.run.smithi064.stdout:x86_64 2024-08-29T14:39:33.520 DEBUG:teuthology.orchestra.run.smithi064:> cat /etc/os-release 2024-08-29T14:39:33.577 INFO:teuthology.orchestra.run.smithi064.stdout:NAME="CentOS Stream" 2024-08-29T14:39:33.577 INFO:teuthology.orchestra.run.smithi064.stdout:VERSION="9" 2024-08-29T14:39:33.577 INFO:teuthology.orchestra.run.smithi064.stdout:ID="centos" 2024-08-29T14:39:33.577 INFO:teuthology.orchestra.run.smithi064.stdout:ID_LIKE="rhel fedora" 2024-08-29T14:39:33.577 INFO:teuthology.orchestra.run.smithi064.stdout:VERSION_ID="9" 2024-08-29T14:39:33.577 INFO:teuthology.orchestra.run.smithi064.stdout:PLATFORM_ID="platform:el9" 2024-08-29T14:39:33.577 INFO:teuthology.orchestra.run.smithi064.stdout:PRETTY_NAME="CentOS Stream 9" 2024-08-29T14:39:33.577 INFO:teuthology.orchestra.run.smithi064.stdout:ANSI_COLOR="0;31" 2024-08-29T14:39:33.577 INFO:teuthology.orchestra.run.smithi064.stdout:LOGO="fedora-logo-icon" 2024-08-29T14:39:33.578 INFO:teuthology.orchestra.run.smithi064.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-08-29T14:39:33.578 INFO:teuthology.orchestra.run.smithi064.stdout:HOME_URL="https://centos.org/" 2024-08-29T14:39:33.578 INFO:teuthology.orchestra.run.smithi064.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-08-29T14:39:33.578 INFO:teuthology.orchestra.run.smithi064.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-08-29T14:39:33.578 INFO:teuthology.orchestra.run.smithi064.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-08-29T14:39:33.578 INFO:teuthology.lock.ops:Updating smithi064.front.sepia.ceph.com on lock server 2024-08-29T14:39:33.598 DEBUG:teuthology.orchestra.run.smithi146:> uname -m 2024-08-29T14:39:33.616 INFO:teuthology.orchestra.run.smithi146.stdout:x86_64 2024-08-29T14:39:33.617 DEBUG:teuthology.orchestra.run.smithi146:> cat /etc/os-release 2024-08-29T14:39:33.674 INFO:teuthology.orchestra.run.smithi146.stdout:NAME="CentOS Stream" 2024-08-29T14:39:33.675 INFO:teuthology.orchestra.run.smithi146.stdout:VERSION="9" 2024-08-29T14:39:33.675 INFO:teuthology.orchestra.run.smithi146.stdout:ID="centos" 2024-08-29T14:39:33.675 INFO:teuthology.orchestra.run.smithi146.stdout:ID_LIKE="rhel fedora" 2024-08-29T14:39:33.675 INFO:teuthology.orchestra.run.smithi146.stdout:VERSION_ID="9" 2024-08-29T14:39:33.675 INFO:teuthology.orchestra.run.smithi146.stdout:PLATFORM_ID="platform:el9" 2024-08-29T14:39:33.675 INFO:teuthology.orchestra.run.smithi146.stdout:PRETTY_NAME="CentOS Stream 9" 2024-08-29T14:39:33.675 INFO:teuthology.orchestra.run.smithi146.stdout:ANSI_COLOR="0;31" 2024-08-29T14:39:33.675 INFO:teuthology.orchestra.run.smithi146.stdout:LOGO="fedora-logo-icon" 2024-08-29T14:39:33.675 INFO:teuthology.orchestra.run.smithi146.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-08-29T14:39:33.675 INFO:teuthology.orchestra.run.smithi146.stdout:HOME_URL="https://centos.org/" 2024-08-29T14:39:33.675 INFO:teuthology.orchestra.run.smithi146.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-08-29T14:39:33.675 INFO:teuthology.orchestra.run.smithi146.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-08-29T14:39:33.676 INFO:teuthology.orchestra.run.smithi146.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-08-29T14:39:33.676 INFO:teuthology.lock.ops:Updating smithi146.front.sepia.ceph.com on lock server 2024-08-29T14:39:33.698 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-08-29T14:39:33.707 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-08-29T14:39:33.718 INFO:teuthology.task.internal:Checking for old test directory... 2024-08-29T14:39:33.718 DEBUG:teuthology.orchestra.run.smithi064:> test '!' -e /home/ubuntu/cephtest 2024-08-29T14:39:33.720 DEBUG:teuthology.orchestra.run.smithi146:> test '!' -e /home/ubuntu/cephtest 2024-08-29T14:39:33.736 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-08-29T14:39:33.743 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-08-29T14:39:33.743 DEBUG:teuthology.orchestra.run.smithi064:> test -z $(ls -A /var/lib/ceph) 2024-08-29T14:39:33.778 DEBUG:teuthology.orchestra.run.smithi146:> test -z $(ls -A /var/lib/ceph) 2024-08-29T14:39:33.804 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-08-29T14:39:33.860 INFO:teuthology.run_tasks:Running task kernel... 2024-08-29T14:39:33.874 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-08-29T14:39:33.874 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-08-29T14:39:33.875 DEBUG:teuthology.orchestra.run.smithi064:> test -f /run/.containerenv -o -f /.dockerenv 2024-08-29T14:39:33.875 DEBUG:teuthology.orchestra.run.smithi146:> test -f /run/.containerenv -o -f /.dockerenv 2024-08-29T14:39:33.891 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-29T14:39:33.892 DEBUG:teuthology.orchestra.run.smithi064:> uname -r 2024-08-29T14:39:33.892 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-29T14:39:33.893 DEBUG:teuthology.orchestra.run.smithi146:> uname -r 2024-08-29T14:39:33.949 INFO:teuthology.orchestra.run.smithi146.stdout:5.14.0-503.el9.x86_64 2024-08-29T14:39:33.950 INFO:teuthology.task.kernel:Running kernel on smithi146: 5.14.0-503.el9.x86_64 2024-08-29T14:39:33.950 DEBUG:teuthology.orchestra.run.smithi146:> sudo yum install -y kernel 2024-08-29T14:39:33.951 INFO:teuthology.orchestra.run.smithi064.stdout:5.14.0-503.el9.x86_64 2024-08-29T14:39:33.951 INFO:teuthology.task.kernel:Running kernel on smithi064: 5.14.0-503.el9.x86_64 2024-08-29T14:39:33.951 DEBUG:teuthology.orchestra.run.smithi064:> sudo yum install -y kernel 2024-08-29T14:39:37.476 INFO:teuthology.orchestra.run.smithi146.stdout:CentOS Stream 9 - BaseOS 4.7 MB/s | 8.2 MB 00:01 2024-08-29T14:39:39.014 INFO:teuthology.orchestra.run.smithi064.stdout:CentOS Stream 9 - BaseOS 2.5 MB/s | 8.2 MB 00:03 2024-08-29T14:39:39.457 INFO:teuthology.orchestra.run.smithi146.stdout:CentOS Stream 9 - AppStream 23 MB/s | 20 MB 00:00 2024-08-29T14:39:43.716 INFO:teuthology.orchestra.run.smithi146.stdout:CentOS Stream 9 - CRB 16 MB/s | 6.6 MB 00:00 2024-08-29T14:39:45.191 INFO:teuthology.orchestra.run.smithi146.stdout:CentOS Stream 9 - Extras packages 71 kB/s | 18 kB 00:00 2024-08-29T14:39:46.012 INFO:teuthology.orchestra.run.smithi146.stdout:Extra Packages for Enterprise Linux 32 MB/s | 22 MB 00:00 2024-08-29T14:39:47.880 INFO:teuthology.orchestra.run.smithi064.stdout:CentOS Stream 9 - AppStream 2.6 MB/s | 20 MB 00:07 2024-08-29T14:39:51.443 INFO:teuthology.orchestra.run.smithi146.stdout:lab-extras 32 kB/s | 1.7 kB 00:00 2024-08-29T14:39:53.441 INFO:teuthology.orchestra.run.smithi146.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-08-29T14:39:53.441 INFO:teuthology.orchestra.run.smithi146.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-08-29T14:39:53.525 INFO:teuthology.orchestra.run.smithi146.stdout:Dependencies resolved. 2024-08-29T14:39:53.526 INFO:teuthology.orchestra.run.smithi146.stdout:Nothing to do. 2024-08-29T14:39:53.526 INFO:teuthology.orchestra.run.smithi146.stdout:Complete! 2024-08-29T14:39:53.556 INFO:teuthology.orchestra.run.smithi064.stdout:CentOS Stream 9 - CRB 3.8 MB/s | 6.6 MB 00:01 2024-08-29T14:39:53.645 DEBUG:teuthology.orchestra.run.smithi146:> echo no | sudo yum reinstall kernel || true 2024-08-29T14:39:54.187 INFO:teuthology.orchestra.run.smithi146.stdout:Last metadata expiration check: 0:00:03 ago on Thu 29 Aug 2024 02:39:51 PM UTC. 2024-08-29T14:39:54.329 INFO:teuthology.orchestra.run.smithi146.stdout:Dependencies resolved. 2024-08-29T14:39:54.339 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2024-08-29T14:39:54.339 INFO:teuthology.orchestra.run.smithi146.stdout: Package Architecture Version Repository Size 2024-08-29T14:39:54.339 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2024-08-29T14:39:54.339 INFO:teuthology.orchestra.run.smithi146.stdout:Reinstalling: 2024-08-29T14:39:54.340 INFO:teuthology.orchestra.run.smithi146.stdout: kernel x86_64 5.14.0-503.el9 baseos 1.9 M 2024-08-29T14:39:54.340 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:39:54.340 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction Summary 2024-08-29T14:39:54.340 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2024-08-29T14:39:54.340 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:39:54.340 INFO:teuthology.orchestra.run.smithi146.stdout:Total download size: 1.9 M 2024-08-29T14:39:54.340 INFO:teuthology.orchestra.run.smithi146.stdout:Installed size: 0 2024-08-29T14:39:54.340 INFO:teuthology.orchestra.run.smithi146.stderr:Operation aborted. 2024-08-29T14:39:54.405 INFO:teuthology.orchestra.run.smithi146.stdout:Is this ok [y/N]: 2024-08-29T14:39:54.406 DEBUG:teuthology.orchestra.run.smithi146:> sudo yum reinstall -y kernel || true 2024-08-29T14:39:54.950 INFO:teuthology.orchestra.run.smithi146.stdout:Last metadata expiration check: 0:00:03 ago on Thu 29 Aug 2024 02:39:51 PM UTC. 2024-08-29T14:39:55.040 INFO:teuthology.orchestra.run.smithi064.stdout:CentOS Stream 9 - Extras packages 78 kB/s | 18 kB 00:00 2024-08-29T14:39:55.077 INFO:teuthology.orchestra.run.smithi146.stdout:Dependencies resolved. 2024-08-29T14:39:55.078 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2024-08-29T14:39:55.078 INFO:teuthology.orchestra.run.smithi146.stdout: Package Architecture Version Repository Size 2024-08-29T14:39:55.078 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2024-08-29T14:39:55.078 INFO:teuthology.orchestra.run.smithi146.stdout:Reinstalling: 2024-08-29T14:39:55.078 INFO:teuthology.orchestra.run.smithi146.stdout: kernel x86_64 5.14.0-503.el9 baseos 1.9 M 2024-08-29T14:39:55.079 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:39:55.079 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction Summary 2024-08-29T14:39:55.079 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2024-08-29T14:39:55.079 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:39:55.079 INFO:teuthology.orchestra.run.smithi146.stdout:Total download size: 1.9 M 2024-08-29T14:39:55.079 INFO:teuthology.orchestra.run.smithi146.stdout:Installed size: 0 2024-08-29T14:39:55.079 INFO:teuthology.orchestra.run.smithi146.stdout:Downloading Packages: 2024-08-29T14:39:55.387 INFO:teuthology.orchestra.run.smithi146.stdout:kernel-5.14.0-503.el9.x86_64.rpm 7.2 MB/s | 1.9 MB 00:00 2024-08-29T14:39:55.387 INFO:teuthology.orchestra.run.smithi146.stdout:-------------------------------------------------------------------------------- 2024-08-29T14:39:55.387 INFO:teuthology.orchestra.run.smithi146.stdout:Total 6.1 MB/s | 1.9 MB 00:00 2024-08-29T14:39:55.416 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction check 2024-08-29T14:39:55.661 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction check succeeded. 2024-08-29T14:39:55.662 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction test 2024-08-29T14:39:55.692 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction test succeeded. 2024-08-29T14:39:55.692 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction 2024-08-29T14:39:55.847 INFO:teuthology.orchestra.run.smithi146.stdout: Preparing : 1/1 2024-08-29T14:39:55.931 INFO:teuthology.orchestra.run.smithi146.stdout: Reinstalling : kernel-5.14.0-503.el9.x86_64 1/2 2024-08-29T14:39:55.931 INFO:teuthology.orchestra.run.smithi146.stdout: Cleanup : kernel-5.14.0-503.el9.x86_64 2/2 2024-08-29T14:39:55.960 INFO:teuthology.orchestra.run.smithi064.stdout:Extra Packages for Enterprise Linux 28 MB/s | 22 MB 00:00 2024-08-29T14:39:56.591 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: kernel-5.14.0-503.el9.x86_64 2/2 2024-08-29T14:39:56.591 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : kernel-5.14.0-503.el9.x86_64 1/2 2024-08-29T14:39:57.357 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : kernel-5.14.0-503.el9.x86_64 2/2 2024-08-29T14:39:57.357 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:39:57.357 INFO:teuthology.orchestra.run.smithi146.stdout:Reinstalled: 2024-08-29T14:39:57.357 INFO:teuthology.orchestra.run.smithi146.stdout: kernel-5.14.0-503.el9.x86_64 2024-08-29T14:39:57.357 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:39:57.357 INFO:teuthology.orchestra.run.smithi146.stdout:Complete! 2024-08-29T14:39:57.562 DEBUG:teuthology.orchestra.run.smithi146:> rpm -q kernel | sort -rV | head -n 1 2024-08-29T14:39:57.661 INFO:teuthology.orchestra.run.smithi146.stdout:kernel-5.14.0-503.el9.x86_64 2024-08-29T14:39:57.662 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-503.el9.x86_64 2024-08-29T14:39:57.662 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2024-08-29T14:39:57.662 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-08-29T14:39:57.662 DEBUG:teuthology.orchestra.run.smithi146:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-08-29T14:39:57.697 INFO:teuthology.orchestra.run.smithi146.stdout:ttyS1 2024-08-29T14:39:57.719 DEBUG:teuthology.parallel:result is None 2024-08-29T14:40:01.592 INFO:teuthology.orchestra.run.smithi064.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-08-29T14:40:03.715 INFO:teuthology.orchestra.run.smithi064.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-08-29T14:40:03.715 INFO:teuthology.orchestra.run.smithi064.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-08-29T14:40:03.792 INFO:teuthology.orchestra.run.smithi064.stdout:Dependencies resolved. 2024-08-29T14:40:03.793 INFO:teuthology.orchestra.run.smithi064.stdout:Nothing to do. 2024-08-29T14:40:03.793 INFO:teuthology.orchestra.run.smithi064.stdout:Complete! 2024-08-29T14:40:03.908 DEBUG:teuthology.orchestra.run.smithi064:> echo no | sudo yum reinstall kernel || true 2024-08-29T14:40:04.465 INFO:teuthology.orchestra.run.smithi064.stdout:Last metadata expiration check: 0:00:03 ago on Thu 29 Aug 2024 02:40:01 PM UTC. 2024-08-29T14:40:04.601 INFO:teuthology.orchestra.run.smithi064.stdout:Dependencies resolved. 2024-08-29T14:40:04.610 INFO:teuthology.orchestra.run.smithi064.stdout:================================================================================ 2024-08-29T14:40:04.610 INFO:teuthology.orchestra.run.smithi064.stdout: Package Architecture Version Repository Size 2024-08-29T14:40:04.610 INFO:teuthology.orchestra.run.smithi064.stdout:================================================================================ 2024-08-29T14:40:04.610 INFO:teuthology.orchestra.run.smithi064.stdout:Reinstalling: 2024-08-29T14:40:04.610 INFO:teuthology.orchestra.run.smithi064.stdout: kernel x86_64 5.14.0-503.el9 baseos 1.9 M 2024-08-29T14:40:04.610 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:40:04.610 INFO:teuthology.orchestra.run.smithi064.stdout:Transaction Summary 2024-08-29T14:40:04.610 INFO:teuthology.orchestra.run.smithi064.stdout:================================================================================ 2024-08-29T14:40:04.610 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:40:04.610 INFO:teuthology.orchestra.run.smithi064.stdout:Total download size: 1.9 M 2024-08-29T14:40:04.611 INFO:teuthology.orchestra.run.smithi064.stdout:Installed size: 0 2024-08-29T14:40:04.611 INFO:teuthology.orchestra.run.smithi064.stderr:Operation aborted. 2024-08-29T14:40:04.665 INFO:teuthology.orchestra.run.smithi064.stdout:Is this ok [y/N]: 2024-08-29T14:40:04.665 DEBUG:teuthology.orchestra.run.smithi064:> sudo yum reinstall -y kernel || true 2024-08-29T14:40:05.216 INFO:teuthology.orchestra.run.smithi064.stdout:Last metadata expiration check: 0:00:04 ago on Thu 29 Aug 2024 02:40:01 PM UTC. 2024-08-29T14:40:05.350 INFO:teuthology.orchestra.run.smithi064.stdout:Dependencies resolved. 2024-08-29T14:40:05.350 INFO:teuthology.orchestra.run.smithi064.stdout:================================================================================ 2024-08-29T14:40:05.350 INFO:teuthology.orchestra.run.smithi064.stdout: Package Architecture Version Repository Size 2024-08-29T14:40:05.350 INFO:teuthology.orchestra.run.smithi064.stdout:================================================================================ 2024-08-29T14:40:05.350 INFO:teuthology.orchestra.run.smithi064.stdout:Reinstalling: 2024-08-29T14:40:05.351 INFO:teuthology.orchestra.run.smithi064.stdout: kernel x86_64 5.14.0-503.el9 baseos 1.9 M 2024-08-29T14:40:05.351 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:40:05.351 INFO:teuthology.orchestra.run.smithi064.stdout:Transaction Summary 2024-08-29T14:40:05.351 INFO:teuthology.orchestra.run.smithi064.stdout:================================================================================ 2024-08-29T14:40:05.351 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:40:05.352 INFO:teuthology.orchestra.run.smithi064.stdout:Total download size: 1.9 M 2024-08-29T14:40:05.352 INFO:teuthology.orchestra.run.smithi064.stdout:Installed size: 0 2024-08-29T14:40:05.352 INFO:teuthology.orchestra.run.smithi064.stdout:Downloading Packages: 2024-08-29T14:40:06.143 INFO:teuthology.orchestra.run.smithi064.stdout:kernel-5.14.0-503.el9.x86_64.rpm 3.8 MB/s | 1.9 MB 00:00 2024-08-29T14:40:06.144 INFO:teuthology.orchestra.run.smithi064.stdout:-------------------------------------------------------------------------------- 2024-08-29T14:40:06.144 INFO:teuthology.orchestra.run.smithi064.stdout:Total 2.4 MB/s | 1.9 MB 00:00 2024-08-29T14:40:06.174 INFO:teuthology.orchestra.run.smithi064.stdout:Running transaction check 2024-08-29T14:40:06.422 INFO:teuthology.orchestra.run.smithi064.stdout:Transaction check succeeded. 2024-08-29T14:40:06.422 INFO:teuthology.orchestra.run.smithi064.stdout:Running transaction test 2024-08-29T14:40:06.454 INFO:teuthology.orchestra.run.smithi064.stdout:Transaction test succeeded. 2024-08-29T14:40:06.454 INFO:teuthology.orchestra.run.smithi064.stdout:Running transaction 2024-08-29T14:40:06.608 INFO:teuthology.orchestra.run.smithi064.stdout: Preparing : 1/1 2024-08-29T14:40:06.712 INFO:teuthology.orchestra.run.smithi064.stdout: Reinstalling : kernel-5.14.0-503.el9.x86_64 1/2 2024-08-29T14:40:06.713 INFO:teuthology.orchestra.run.smithi064.stdout: Cleanup : kernel-5.14.0-503.el9.x86_64 2/2 2024-08-29T14:40:07.445 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: kernel-5.14.0-503.el9.x86_64 2/2 2024-08-29T14:40:07.445 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : kernel-5.14.0-503.el9.x86_64 1/2 2024-08-29T14:40:08.171 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : kernel-5.14.0-503.el9.x86_64 2/2 2024-08-29T14:40:08.171 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:40:08.171 INFO:teuthology.orchestra.run.smithi064.stdout:Reinstalled: 2024-08-29T14:40:08.171 INFO:teuthology.orchestra.run.smithi064.stdout: kernel-5.14.0-503.el9.x86_64 2024-08-29T14:40:08.171 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:40:08.171 INFO:teuthology.orchestra.run.smithi064.stdout:Complete! 2024-08-29T14:40:08.382 DEBUG:teuthology.orchestra.run.smithi064:> rpm -q kernel | sort -rV | head -n 1 2024-08-29T14:40:08.441 INFO:teuthology.orchestra.run.smithi064.stdout:kernel-5.14.0-503.el9.x86_64 2024-08-29T14:40:08.442 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-503.el9.x86_64 2024-08-29T14:40:08.442 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2024-08-29T14:40:08.442 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-08-29T14:40:08.442 DEBUG:teuthology.orchestra.run.smithi064:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-08-29T14:40:08.471 INFO:teuthology.orchestra.run.smithi064.stdout:ttyS1 2024-08-29T14:40:08.493 DEBUG:teuthology.parallel:result is None 2024-08-29T14:40:08.494 INFO:teuthology.run_tasks:Running task internal.base... 2024-08-29T14:40:08.501 INFO:teuthology.task.internal:Creating test directory... 2024-08-29T14:40:08.501 DEBUG:teuthology.orchestra.run.smithi064:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-08-29T14:40:08.536 DEBUG:teuthology.orchestra.run.smithi146:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-08-29T14:40:08.555 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-08-29T14:40:08.562 INFO:teuthology.run_tasks:Running task internal.archive... 2024-08-29T14:40:08.569 INFO:teuthology.task.internal:Creating archive directory... 2024-08-29T14:40:08.570 DEBUG:teuthology.orchestra.run.smithi064:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-08-29T14:40:08.591 DEBUG:teuthology.orchestra.run.smithi146:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-08-29T14:40:08.630 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-08-29T14:40:08.636 INFO:teuthology.task.internal:Enabling coredump saving... 2024-08-29T14:40:08.636 DEBUG:teuthology.orchestra.run.smithi064:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-08-29T14:40:08.650 DEBUG:teuthology.orchestra.run.smithi146:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-08-29T14:40:08.682 INFO:teuthology.orchestra.run.smithi064.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-08-29T14:40:08.692 INFO:teuthology.orchestra.run.smithi064.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-08-29T14:40:08.732 INFO:teuthology.orchestra.run.smithi146.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-08-29T14:40:08.744 INFO:teuthology.orchestra.run.smithi146.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-08-29T14:40:08.745 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-08-29T14:40:08.752 INFO:teuthology.task.internal:Configuring sudo... 2024-08-29T14:40:08.753 DEBUG:teuthology.orchestra.run.smithi064:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-08-29T14:40:08.755 DEBUG:teuthology.orchestra.run.smithi146:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-08-29T14:40:08.784 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-08-29T14:40:08.792 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-08-29T14:40:08.792 DEBUG:teuthology.orchestra.run.smithi064:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-08-29T14:40:08.819 DEBUG:teuthology.orchestra.run.smithi146:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-08-29T14:40:08.839 DEBUG:teuthology.orchestra.run.smithi064:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-08-29T14:40:08.919 DEBUG:teuthology.orchestra.run.smithi064:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-08-29T14:40:08.964 DEBUG:teuthology.orchestra.run.smithi064:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-08-29T14:40:09.046 DEBUG:teuthology.orchestra.run.smithi064:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-08-29T14:40:09.086 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-08-29T14:40:09.086 DEBUG:teuthology.orchestra.run.smithi064:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-08-29T14:40:09.150 DEBUG:teuthology.orchestra.run.smithi146:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-08-29T14:40:09.194 DEBUG:teuthology.orchestra.run.smithi146:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-08-29T14:40:09.248 DEBUG:teuthology.orchestra.run.smithi146:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-08-29T14:40:09.329 DEBUG:teuthology.orchestra.run.smithi146:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-08-29T14:40:09.373 DEBUG:teuthology.orchestra.run.smithi146:> set -ex 2024-08-29T14:40:09.374 DEBUG:teuthology.orchestra.run.smithi146:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-08-29T14:40:09.440 DEBUG:teuthology.orchestra.run.smithi064:> sudo service rsyslog restart 2024-08-29T14:40:09.442 DEBUG:teuthology.orchestra.run.smithi146:> sudo service rsyslog restart 2024-08-29T14:40:09.474 INFO:teuthology.orchestra.run.smithi064.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-08-29T14:40:09.518 INFO:teuthology.orchestra.run.smithi146.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-08-29T14:40:10.016 INFO:teuthology.run_tasks:Running task internal.timer... 2024-08-29T14:40:10.024 INFO:teuthology.task.internal:Starting timer... 2024-08-29T14:40:10.024 INFO:teuthology.run_tasks:Running task pcp... 2024-08-29T14:40:10.034 INFO:teuthology.run_tasks:Running task selinux... 2024-08-29T14:40:10.042 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']} 2024-08-29T14:40:10.042 DEBUG:teuthology.orchestra.run.smithi064:> sudo service auditd rotate 2024-08-29T14:40:10.131 INFO:teuthology.orchestra.run.smithi064.stdout:Rotating logs: 2024-08-29T14:40:10.133 DEBUG:teuthology.orchestra.run.smithi146:> sudo service auditd rotate 2024-08-29T14:40:10.197 INFO:teuthology.orchestra.run.smithi146.stdout:Rotating logs: 2024-08-29T14:40:10.198 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-08-29T14:40:10.198 DEBUG:teuthology.orchestra.run.smithi064:> /usr/sbin/getenforce 2024-08-29T14:40:10.222 INFO:teuthology.orchestra.run.smithi064.stdout:Permissive 2024-08-29T14:40:10.223 DEBUG:teuthology.orchestra.run.smithi146:> /usr/sbin/getenforce 2024-08-29T14:40:10.244 INFO:teuthology.orchestra.run.smithi146.stdout:Permissive 2024-08-29T14:40:10.244 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi064.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi146.front.sepia.ceph.com': 'permissive'} 2024-08-29T14:40:10.244 DEBUG:teuthology.orchestra.run.smithi064:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-08-29T14:40:10.287 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-29T14:40:10.288 DEBUG:teuthology.orchestra.run.smithi146:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-08-29T14:40:10.313 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-29T14:40:10.314 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-08-29T14:40:10.314 DEBUG:teuthology.orchestra.run.smithi064:> sudo /usr/sbin/setenforce permissive 2024-08-29T14:40:10.362 DEBUG:teuthology.orchestra.run.smithi146:> sudo /usr/sbin/setenforce permissive 2024-08-29T14:40:10.397 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-08-29T14:40:10.406 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-08-29T14:40:10.409 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-08-29T14:40:10.518 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-08-29T14:40:10.529 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-08-29T14:40:10.530 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi064.front.sepia.ceph.com,smithi146.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-08-29T14:41:55.864 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi064.front.sepia.ceph.com'), Remote(name='ubuntu@smithi146.front.sepia.ceph.com')] 2024-08-29T14:41:55.866 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi064.front.sepia.ceph.com' 2024-08-29T14:41:55.867 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi064.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-29T14:41:55.945 DEBUG:teuthology.orchestra.run.smithi064:> true 2024-08-29T14:41:56.024 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi064.front.sepia.ceph.com' 2024-08-29T14:41:56.025 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi146.front.sepia.ceph.com' 2024-08-29T14:41:56.025 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi146.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-29T14:41:56.099 DEBUG:teuthology.orchestra.run.smithi146:> true 2024-08-29T14:41:56.177 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi146.front.sepia.ceph.com' 2024-08-29T14:41:56.177 INFO:teuthology.run_tasks:Running task clock... 2024-08-29T14:41:56.188 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-08-29T14:41:56.188 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-08-29T14:41:56.189 DEBUG:teuthology.orchestra.run.smithi064:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-08-29T14:41:56.191 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-08-29T14:41:56.191 DEBUG:teuthology.orchestra.run.smithi146:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-08-29T14:41:56.218 INFO:teuthology.orchestra.run.smithi064.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-08-29T14:41:56.233 INFO:teuthology.orchestra.run.smithi064.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-08-29T14:41:56.246 INFO:teuthology.orchestra.run.smithi146.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-08-29T14:41:56.258 INFO:teuthology.orchestra.run.smithi064.stderr:sudo: ntpd: command not found 2024-08-29T14:41:56.261 INFO:teuthology.orchestra.run.smithi146.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-08-29T14:41:56.269 INFO:teuthology.orchestra.run.smithi064.stdout:506 Cannot talk to daemon 2024-08-29T14:41:56.283 INFO:teuthology.orchestra.run.smithi064.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-08-29T14:41:56.285 INFO:teuthology.orchestra.run.smithi146.stderr:sudo: ntpd: command not found 2024-08-29T14:41:56.296 INFO:teuthology.orchestra.run.smithi146.stdout:506 Cannot talk to daemon 2024-08-29T14:41:56.297 INFO:teuthology.orchestra.run.smithi064.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-08-29T14:41:56.311 INFO:teuthology.orchestra.run.smithi146.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-08-29T14:41:56.325 INFO:teuthology.orchestra.run.smithi146.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-08-29T14:41:56.355 INFO:teuthology.orchestra.run.smithi064.stderr:bash: line 1: ntpq: command not found 2024-08-29T14:41:56.358 INFO:teuthology.orchestra.run.smithi064.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-08-29T14:41:56.358 INFO:teuthology.orchestra.run.smithi064.stdout:=============================================================================== 2024-08-29T14:41:56.358 INFO:teuthology.orchestra.run.smithi064.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-29T14:41:56.358 INFO:teuthology.orchestra.run.smithi064.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-29T14:41:56.358 INFO:teuthology.orchestra.run.smithi064.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-29T14:41:56.358 INFO:teuthology.orchestra.run.smithi064.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-29T14:41:56.379 INFO:teuthology.orchestra.run.smithi146.stderr:bash: line 1: ntpq: command not found 2024-08-29T14:41:56.382 INFO:teuthology.orchestra.run.smithi146.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-08-29T14:41:56.382 INFO:teuthology.orchestra.run.smithi146.stdout:=============================================================================== 2024-08-29T14:41:56.382 INFO:teuthology.orchestra.run.smithi146.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-29T14:41:56.382 INFO:teuthology.orchestra.run.smithi146.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-29T14:41:56.382 INFO:teuthology.orchestra.run.smithi146.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-29T14:41:56.382 INFO:teuthology.orchestra.run.smithi146.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-29T14:41:56.383 INFO:teuthology.run_tasks:Running task pexec... 2024-08-29T14:41:56.547 INFO:teuthology.task.pexec:Executing custom commands... 2024-08-29T14:41:56.547 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi064.front.sepia.ceph.com 2024-08-29T14:41:56.547 DEBUG:teuthology.orchestra.run.smithi064:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-08-29T14:41:56.548 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi146.front.sepia.ceph.com 2024-08-29T14:41:56.548 DEBUG:teuthology.orchestra.run.smithi146:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-08-29T14:41:56.889 INFO:teuthology.orchestra.run.smithi146.stdout:Dependencies resolved. 2024-08-29T14:41:56.890 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2024-08-29T14:41:56.890 INFO:teuthology.orchestra.run.smithi146.stdout: Package Architecture Version Repository Size 2024-08-29T14:41:56.890 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2024-08-29T14:41:56.890 INFO:teuthology.orchestra.run.smithi146.stdout:Removing: 2024-08-29T14:41:56.890 INFO:teuthology.orchestra.run.smithi146.stdout: nvme-cli x86_64 2.9.1-6.el9 @baseos 5.3 M 2024-08-29T14:41:56.890 INFO:teuthology.orchestra.run.smithi146.stdout:Removing unused dependencies: 2024-08-29T14:41:56.890 INFO:teuthology.orchestra.run.smithi146.stdout: libnvme x86_64 1.9-3.el9 @baseos 273 k 2024-08-29T14:41:56.890 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:41:56.891 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction Summary 2024-08-29T14:41:56.891 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2024-08-29T14:41:56.891 INFO:teuthology.orchestra.run.smithi146.stdout:Remove 2 Packages 2024-08-29T14:41:56.891 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:41:56.891 INFO:teuthology.orchestra.run.smithi146.stdout:Freed space: 5.5 M 2024-08-29T14:41:56.891 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction check 2024-08-29T14:41:56.894 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction check succeeded. 2024-08-29T14:41:56.894 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction test 2024-08-29T14:41:56.900 INFO:teuthology.orchestra.run.smithi064.stdout:Dependencies resolved. 2024-08-29T14:41:56.901 INFO:teuthology.orchestra.run.smithi064.stdout:================================================================================ 2024-08-29T14:41:56.901 INFO:teuthology.orchestra.run.smithi064.stdout: Package Architecture Version Repository Size 2024-08-29T14:41:56.901 INFO:teuthology.orchestra.run.smithi064.stdout:================================================================================ 2024-08-29T14:41:56.901 INFO:teuthology.orchestra.run.smithi064.stdout:Removing: 2024-08-29T14:41:56.901 INFO:teuthology.orchestra.run.smithi064.stdout: nvme-cli x86_64 2.9.1-6.el9 @baseos 5.3 M 2024-08-29T14:41:56.901 INFO:teuthology.orchestra.run.smithi064.stdout:Removing unused dependencies: 2024-08-29T14:41:56.901 INFO:teuthology.orchestra.run.smithi064.stdout: libnvme x86_64 1.9-3.el9 @baseos 273 k 2024-08-29T14:41:56.901 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:41:56.901 INFO:teuthology.orchestra.run.smithi064.stdout:Transaction Summary 2024-08-29T14:41:56.902 INFO:teuthology.orchestra.run.smithi064.stdout:================================================================================ 2024-08-29T14:41:56.902 INFO:teuthology.orchestra.run.smithi064.stdout:Remove 2 Packages 2024-08-29T14:41:56.902 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:41:56.902 INFO:teuthology.orchestra.run.smithi064.stdout:Freed space: 5.5 M 2024-08-29T14:41:56.902 INFO:teuthology.orchestra.run.smithi064.stdout:Running transaction check 2024-08-29T14:41:56.906 INFO:teuthology.orchestra.run.smithi064.stdout:Transaction check succeeded. 2024-08-29T14:41:56.906 INFO:teuthology.orchestra.run.smithi064.stdout:Running transaction test 2024-08-29T14:41:56.938 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction test succeeded. 2024-08-29T14:41:56.939 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction 2024-08-29T14:41:56.946 INFO:teuthology.orchestra.run.smithi064.stdout:Transaction test succeeded. 2024-08-29T14:41:56.947 INFO:teuthology.orchestra.run.smithi064.stdout:Running transaction 2024-08-29T14:41:57.070 INFO:teuthology.orchestra.run.smithi146.stdout: Preparing : 1/1 2024-08-29T14:41:57.079 INFO:teuthology.orchestra.run.smithi064.stdout: Preparing : 1/1 2024-08-29T14:41:57.159 INFO:teuthology.orchestra.run.smithi064.stdout: Erasing : nvme-cli-2.9.1-6.el9.x86_64 1/2 2024-08-29T14:41:57.165 INFO:teuthology.orchestra.run.smithi146.stdout: Erasing : nvme-cli-2.9.1-6.el9.x86_64 1/2 2024-08-29T14:41:57.213 INFO:teuthology.orchestra.run.smithi064.stdout: Erasing : libnvme-1.9-3.el9.x86_64 2/2 2024-08-29T14:41:57.224 INFO:teuthology.orchestra.run.smithi146.stdout: Erasing : libnvme-1.9-3.el9.x86_64 2/2 2024-08-29T14:41:57.568 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: libnvme-1.9-3.el9.x86_64 2/2 2024-08-29T14:41:57.568 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : libnvme-1.9-3.el9.x86_64 1/2 2024-08-29T14:41:57.646 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: libnvme-1.9-3.el9.x86_64 2/2 2024-08-29T14:41:57.647 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : libnvme-1.9-3.el9.x86_64 1/2 2024-08-29T14:41:57.839 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 2/2 2024-08-29T14:41:57.839 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:41:57.840 INFO:teuthology.orchestra.run.smithi064.stdout:Removed: 2024-08-29T14:41:57.840 INFO:teuthology.orchestra.run.smithi064.stdout: libnvme-1.9-3.el9.x86_64 nvme-cli-2.9.1-6.el9.x86_64 2024-08-29T14:41:57.840 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:41:57.840 INFO:teuthology.orchestra.run.smithi064.stdout:Complete! 2024-08-29T14:41:57.884 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 2/2 2024-08-29T14:41:57.884 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:41:57.884 INFO:teuthology.orchestra.run.smithi146.stdout:Removed: 2024-08-29T14:41:57.884 INFO:teuthology.orchestra.run.smithi146.stdout: libnvme-1.9-3.el9.x86_64 nvme-cli-2.9.1-6.el9.x86_64 2024-08-29T14:41:57.884 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:41:57.884 INFO:teuthology.orchestra.run.smithi146.stdout:Complete! 2024-08-29T14:41:58.662 INFO:teuthology.orchestra.run.smithi064.stdout:Last metadata expiration check: 0:00:44 ago on Thu 29 Aug 2024 02:41:14 PM UTC. 2024-08-29T14:41:58.675 INFO:teuthology.orchestra.run.smithi146.stdout:Last metadata expiration check: 0:00:44 ago on Thu 29 Aug 2024 02:41:14 PM UTC. 2024-08-29T14:41:58.800 INFO:teuthology.orchestra.run.smithi064.stdout:Dependencies resolved. 2024-08-29T14:41:58.801 INFO:teuthology.orchestra.run.smithi064.stdout:================================================================================ 2024-08-29T14:41:58.801 INFO:teuthology.orchestra.run.smithi064.stdout: Package Arch Version Repository Size 2024-08-29T14:41:58.801 INFO:teuthology.orchestra.run.smithi064.stdout:================================================================================ 2024-08-29T14:41:58.801 INFO:teuthology.orchestra.run.smithi064.stdout:Installing: 2024-08-29T14:41:58.802 INFO:teuthology.orchestra.run.smithi064.stdout: nvme-cli x86_64 2.9.1-6.el9 baseos 906 k 2024-08-29T14:41:58.802 INFO:teuthology.orchestra.run.smithi064.stdout: nvmetcli noarch 0.7-3.el9 baseos 44 k 2024-08-29T14:41:58.802 INFO:teuthology.orchestra.run.smithi064.stdout: runc x86_64 4:1.1.13-4.el9 appstream 3.2 M 2024-08-29T14:41:58.802 INFO:teuthology.orchestra.run.smithi064.stdout:Installing dependencies: 2024-08-29T14:41:58.802 INFO:teuthology.orchestra.run.smithi064.stdout: libnvme x86_64 1.9-3.el9 baseos 106 k 2024-08-29T14:41:58.802 INFO:teuthology.orchestra.run.smithi064.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2024-08-29T14:41:58.802 INFO:teuthology.orchestra.run.smithi064.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2024-08-29T14:41:58.802 INFO:teuthology.orchestra.run.smithi064.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2024-08-29T14:41:58.802 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:41:58.802 INFO:teuthology.orchestra.run.smithi064.stdout:Transaction Summary 2024-08-29T14:41:58.802 INFO:teuthology.orchestra.run.smithi064.stdout:================================================================================ 2024-08-29T14:41:58.802 INFO:teuthology.orchestra.run.smithi064.stdout:Install 7 Packages 2024-08-29T14:41:58.802 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:41:58.803 INFO:teuthology.orchestra.run.smithi064.stdout:Total download size: 5.2 M 2024-08-29T14:41:58.803 INFO:teuthology.orchestra.run.smithi064.stdout:Installed size: 19 M 2024-08-29T14:41:58.803 INFO:teuthology.orchestra.run.smithi064.stdout:Downloading Packages: 2024-08-29T14:41:58.815 INFO:teuthology.orchestra.run.smithi146.stdout:Dependencies resolved. 2024-08-29T14:41:58.816 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2024-08-29T14:41:58.816 INFO:teuthology.orchestra.run.smithi146.stdout: Package Arch Version Repository Size 2024-08-29T14:41:58.816 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2024-08-29T14:41:58.816 INFO:teuthology.orchestra.run.smithi146.stdout:Installing: 2024-08-29T14:41:58.816 INFO:teuthology.orchestra.run.smithi146.stdout: nvme-cli x86_64 2.9.1-6.el9 baseos 906 k 2024-08-29T14:41:58.816 INFO:teuthology.orchestra.run.smithi146.stdout: nvmetcli noarch 0.7-3.el9 baseos 44 k 2024-08-29T14:41:58.816 INFO:teuthology.orchestra.run.smithi146.stdout: runc x86_64 4:1.1.13-4.el9 appstream 3.2 M 2024-08-29T14:41:58.817 INFO:teuthology.orchestra.run.smithi146.stdout:Installing dependencies: 2024-08-29T14:41:58.817 INFO:teuthology.orchestra.run.smithi146.stdout: libnvme x86_64 1.9-3.el9 baseos 106 k 2024-08-29T14:41:58.817 INFO:teuthology.orchestra.run.smithi146.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2024-08-29T14:41:58.817 INFO:teuthology.orchestra.run.smithi146.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2024-08-29T14:41:58.817 INFO:teuthology.orchestra.run.smithi146.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2024-08-29T14:41:58.817 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:41:58.817 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction Summary 2024-08-29T14:41:58.817 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2024-08-29T14:41:58.817 INFO:teuthology.orchestra.run.smithi146.stdout:Install 7 Packages 2024-08-29T14:41:58.817 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:41:58.818 INFO:teuthology.orchestra.run.smithi146.stdout:Total download size: 5.2 M 2024-08-29T14:41:58.818 INFO:teuthology.orchestra.run.smithi146.stdout:Installed size: 19 M 2024-08-29T14:41:58.818 INFO:teuthology.orchestra.run.smithi146.stdout:Downloading Packages: 2024-08-29T14:41:59.273 INFO:teuthology.orchestra.run.smithi146.stdout:(1/7): nvmetcli-0.7-3.el9.noarch.rpm 123 kB/s | 44 kB 00:00 2024-08-29T14:41:59.340 INFO:teuthology.orchestra.run.smithi146.stdout:(2/7): libnvme-1.9-3.el9.x86_64.rpm 247 kB/s | 106 kB 00:00 2024-08-29T14:41:59.440 INFO:teuthology.orchestra.run.smithi146.stdout:(3/7): python3-kmod-0.9-32.el9.x86_64.rpm 839 kB/s | 84 kB 00:00 2024-08-29T14:41:59.474 INFO:teuthology.orchestra.run.smithi146.stdout:(4/7): python3-configshell-1.1.30-1.el9.noarch. 356 kB/s | 72 kB 00:00 2024-08-29T14:41:59.612 INFO:teuthology.orchestra.run.smithi064.stdout:(1/7): nvmetcli-0.7-3.el9.noarch.rpm 75 kB/s | 44 kB 00:00 2024-08-29T14:41:59.704 INFO:teuthology.orchestra.run.smithi064.stdout:(2/7): libnvme-1.9-3.el9.x86_64.rpm 154 kB/s | 106 kB 00:00 2024-08-29T14:41:59.760 INFO:teuthology.orchestra.run.smithi146.stdout:(5/7): runc-1.1.13-4.el9.x86_64.rpm 11 MB/s | 3.2 MB 00:00 2024-08-29T14:41:59.810 INFO:teuthology.orchestra.run.smithi146.stdout:(6/7): nvme-cli-2.9.1-6.el9.x86_64.rpm 1.0 MB/s | 906 kB 00:00 2024-08-29T14:41:59.844 INFO:teuthology.orchestra.run.smithi146.stdout:(7/7): python3-urwid-2.1.2-4.el9.x86_64.rpm 2.0 MB/s | 837 kB 00:00 2024-08-29T14:41:59.844 INFO:teuthology.orchestra.run.smithi146.stdout:-------------------------------------------------------------------------------- 2024-08-29T14:41:59.844 INFO:teuthology.orchestra.run.smithi146.stdout:Total 5.0 MB/s | 5.2 MB 00:01 2024-08-29T14:41:59.956 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction check 2024-08-29T14:41:59.971 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction check succeeded. 2024-08-29T14:41:59.971 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction test 2024-08-29T14:41:59.982 INFO:teuthology.orchestra.run.smithi064.stdout:(3/7): nvme-cli-2.9.1-6.el9.x86_64.rpm 937 kB/s | 906 kB 00:00 2024-08-29T14:42:00.099 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction test succeeded. 2024-08-29T14:42:00.100 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction 2024-08-29T14:42:00.344 INFO:teuthology.orchestra.run.smithi064.stdout:(4/7): python3-configshell-1.1.30-1.el9.noarch. 98 kB/s | 72 kB 00:00 2024-08-29T14:42:00.394 INFO:teuthology.orchestra.run.smithi064.stdout:(5/7): python3-kmod-0.9-32.el9.x86_64.rpm 122 kB/s | 84 kB 00:00 2024-08-29T14:42:00.663 INFO:teuthology.orchestra.run.smithi064.stdout:(6/7): runc-1.1.13-4.el9.x86_64.rpm 10 MB/s | 3.2 MB 00:00 2024-08-29T14:42:00.759 INFO:teuthology.orchestra.run.smithi146.stdout: Preparing : 1/1 2024-08-29T14:42:00.855 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 1/7 2024-08-29T14:42:00.917 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 2/7 2024-08-29T14:42:00.953 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 3/7 2024-08-29T14:42:00.957 INFO:teuthology.orchestra.run.smithi064.stdout:(7/7): python3-urwid-2.1.2-4.el9.x86_64.rpm 860 kB/s | 837 kB 00:00 2024-08-29T14:42:00.958 INFO:teuthology.orchestra.run.smithi064.stdout:-------------------------------------------------------------------------------- 2024-08-29T14:42:00.958 INFO:teuthology.orchestra.run.smithi064.stdout:Total 2.4 MB/s | 5.2 MB 00:02 2024-08-29T14:42:01.080 INFO:teuthology.orchestra.run.smithi064.stdout:Running transaction check 2024-08-29T14:42:01.096 INFO:teuthology.orchestra.run.smithi064.stdout:Transaction check succeeded. 2024-08-29T14:42:01.096 INFO:teuthology.orchestra.run.smithi064.stdout:Running transaction test 2024-08-29T14:42:01.198 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : libnvme-1.9-3.el9.x86_64 4/7 2024-08-29T14:42:01.227 INFO:teuthology.orchestra.run.smithi064.stdout:Transaction test succeeded. 2024-08-29T14:42:01.227 INFO:teuthology.orchestra.run.smithi064.stdout:Running transaction 2024-08-29T14:42:01.237 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : nvme-cli-2.9.1-6.el9.x86_64 5/7 2024-08-29T14:42:01.667 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: nvme-cli-2.9.1-6.el9.x86_64 5/7 2024-08-29T14:42:01.715 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : nvmetcli-0.7-3.el9.noarch 6/7 2024-08-29T14:42:01.729 INFO:teuthology.orchestra.run.smithi064.stdout: Preparing : 1/1 2024-08-29T14:42:01.810 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: nvmetcli-0.7-3.el9.noarch 6/7 2024-08-29T14:42:01.820 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 1/7 2024-08-29T14:42:01.861 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 2/7 2024-08-29T14:42:01.880 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : runc-4:1.1.13-4.el9.x86_64 7/7 2024-08-29T14:42:01.899 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 3/7 2024-08-29T14:42:02.120 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : libnvme-1.9-3.el9.x86_64 4/7 2024-08-29T14:42:02.154 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : nvme-cli-2.9.1-6.el9.x86_64 5/7 2024-08-29T14:42:02.604 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: nvme-cli-2.9.1-6.el9.x86_64 5/7 2024-08-29T14:42:02.633 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : nvmetcli-0.7-3.el9.noarch 6/7 2024-08-29T14:42:02.742 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: nvmetcli-0.7-3.el9.noarch 6/7 2024-08-29T14:42:02.954 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : runc-4:1.1.13-4.el9.x86_64 7/7 2024-08-29T14:42:02.959 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: runc-4:1.1.13-4.el9.x86_64 7/7 2024-08-29T14:42:02.959 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : libnvme-1.9-3.el9.x86_64 1/7 2024-08-29T14:42:02.959 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 2/7 2024-08-29T14:42:02.959 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : nvmetcli-0.7-3.el9.noarch 3/7 2024-08-29T14:42:02.959 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 4/7 2024-08-29T14:42:02.959 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 5/7 2024-08-29T14:42:02.959 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 6/7 2024-08-29T14:42:03.287 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : runc-4:1.1.13-4.el9.x86_64 7/7 2024-08-29T14:42:03.288 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:42:03.288 INFO:teuthology.orchestra.run.smithi146.stdout:Installed: 2024-08-29T14:42:03.288 INFO:teuthology.orchestra.run.smithi146.stdout: libnvme-1.9-3.el9.x86_64 nvme-cli-2.9.1-6.el9.x86_64 2024-08-29T14:42:03.288 INFO:teuthology.orchestra.run.smithi146.stdout: nvmetcli-0.7-3.el9.noarch python3-configshell-1:1.1.30-1.el9.noarch 2024-08-29T14:42:03.288 INFO:teuthology.orchestra.run.smithi146.stdout: python3-kmod-0.9-32.el9.x86_64 python3-urwid-2.1.2-4.el9.x86_64 2024-08-29T14:42:03.288 INFO:teuthology.orchestra.run.smithi146.stdout: runc-4:1.1.13-4.el9.x86_64 2024-08-29T14:42:03.288 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:42:03.288 INFO:teuthology.orchestra.run.smithi146.stdout:Complete! 2024-08-29T14:42:03.596 DEBUG:teuthology.parallel:result is None 2024-08-29T14:42:03.772 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: runc-4:1.1.13-4.el9.x86_64 7/7 2024-08-29T14:42:03.773 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : libnvme-1.9-3.el9.x86_64 1/7 2024-08-29T14:42:03.773 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 2/7 2024-08-29T14:42:03.773 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : nvmetcli-0.7-3.el9.noarch 3/7 2024-08-29T14:42:03.773 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 4/7 2024-08-29T14:42:03.773 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 5/7 2024-08-29T14:42:03.773 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 6/7 2024-08-29T14:42:04.112 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : runc-4:1.1.13-4.el9.x86_64 7/7 2024-08-29T14:42:04.112 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:42:04.112 INFO:teuthology.orchestra.run.smithi064.stdout:Installed: 2024-08-29T14:42:04.112 INFO:teuthology.orchestra.run.smithi064.stdout: libnvme-1.9-3.el9.x86_64 nvme-cli-2.9.1-6.el9.x86_64 2024-08-29T14:42:04.112 INFO:teuthology.orchestra.run.smithi064.stdout: nvmetcli-0.7-3.el9.noarch python3-configshell-1:1.1.30-1.el9.noarch 2024-08-29T14:42:04.113 INFO:teuthology.orchestra.run.smithi064.stdout: python3-kmod-0.9-32.el9.x86_64 python3-urwid-2.1.2-4.el9.x86_64 2024-08-29T14:42:04.113 INFO:teuthology.orchestra.run.smithi064.stdout: runc-4:1.1.13-4.el9.x86_64 2024-08-29T14:42:04.113 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:42:04.113 INFO:teuthology.orchestra.run.smithi064.stdout:Complete! 2024-08-29T14:42:04.431 DEBUG:teuthology.parallel:result is None 2024-08-29T14:42:04.431 INFO:teuthology.run_tasks:Running task install... 2024-08-29T14:42:04.441 DEBUG:teuthology.task.install:project ceph 2024-08-29T14:42:04.441 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '1f4056d968930e12926c25a8f13ee8ed6047c791'}} 2024-08-29T14:42:04.441 DEBUG:teuthology.task.install:config {'branch': 'reef', 'exclude_packages': ['ceph-volume'], 'flavor': 'default', 'sha1': '1f4056d968930e12926c25a8f13ee8ed6047c791'} 2024-08-29T14:42:04.441 INFO:teuthology.task.install:Using flavor: default 2024-08-29T14:42:04.446 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-08-29T14:42:04.447 INFO:teuthology.task.install:extra packages: [] 2024-08-29T14:42:04.447 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': [], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '1f4056d968930e12926c25a8f13ee8ed6047c791', 'tag': None, 'wait_for_package': False} 2024-08-29T14:42:04.447 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-29T14:42:04.447 INFO:teuthology.packaging:ref: None 2024-08-29T14:42:04.447 INFO:teuthology.packaging:tag: None 2024-08-29T14:42:04.447 INFO:teuthology.packaging:branch: reef 2024-08-29T14:42:04.448 INFO:teuthology.packaging:sha1: 1f4056d968930e12926c25a8f13ee8ed6047c791 2024-08-29T14:42:04.448 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-08-29T14:42:04.450 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': [], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '1f4056d968930e12926c25a8f13ee8ed6047c791', 'tag': None, 'wait_for_package': False} 2024-08-29T14:42:04.450 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-29T14:42:04.450 INFO:teuthology.packaging:ref: None 2024-08-29T14:42:04.450 INFO:teuthology.packaging:tag: None 2024-08-29T14:42:04.450 INFO:teuthology.packaging:branch: reef 2024-08-29T14:42:04.450 INFO:teuthology.packaging:sha1: 1f4056d968930e12926c25a8f13ee8ed6047c791 2024-08-29T14:42:04.451 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-08-29T14:42:04.692 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/reef/fe43f1c9f9e2945dda7244d8acbd33fb921449af/centos/9/flavors/default/ 2024-08-29T14:42:04.693 INFO:teuthology.task.install.rpm:Package version is 18.2.4-774.gfe43f1c9 2024-08-29T14:42:04.726 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/reef/fe43f1c9f9e2945dda7244d8acbd33fb921449af/centos/9/flavors/default/ 2024-08-29T14:42:04.727 INFO:teuthology.task.install.rpm:Package version is 18.2.4-774.gfe43f1c9 2024-08-29T14:42:04.804 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/reef/fe43f1c9f9e2945dda7244d8acbd33fb921449af/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/reef/fe43f1c9f9e2945dda7244d8acbd33fb921449af/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/reef/fe43f1c9f9e2945dda7244d8acbd33fb921449af/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-08-29T14:42:04.805 DEBUG:teuthology.orchestra.run.smithi146:> set -ex 2024-08-29T14:42:04.805 DEBUG:teuthology.orchestra.run.smithi146:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-08-29T14:42:04.837 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd on remote rpm x86_64 2024-08-29T14:42:04.840 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-29T14:42:04.840 INFO:teuthology.packaging:ref: None 2024-08-29T14:42:04.840 INFO:teuthology.packaging:tag: None 2024-08-29T14:42:04.841 INFO:teuthology.packaging:branch: reef 2024-08-29T14:42:04.841 INFO:teuthology.packaging:sha1: 1f4056d968930e12926c25a8f13ee8ed6047c791 2024-08-29T14:42:04.841 DEBUG:teuthology.orchestra.run.smithi146:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-08-29T14:42:04.846 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/reef/fe43f1c9f9e2945dda7244d8acbd33fb921449af/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/reef/fe43f1c9f9e2945dda7244d8acbd33fb921449af/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/reef/fe43f1c9f9e2945dda7244d8acbd33fb921449af/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-08-29T14:42:04.846 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-08-29T14:42:04.846 DEBUG:teuthology.orchestra.run.smithi064:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-08-29T14:42:04.873 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd on remote rpm x86_64 2024-08-29T14:42:04.873 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-29T14:42:04.874 INFO:teuthology.packaging:ref: None 2024-08-29T14:42:04.874 INFO:teuthology.packaging:tag: None 2024-08-29T14:42:04.874 INFO:teuthology.packaging:branch: reef 2024-08-29T14:42:04.874 INFO:teuthology.packaging:sha1: 1f4056d968930e12926c25a8f13ee8ed6047c791 2024-08-29T14:42:04.874 DEBUG:teuthology.orchestra.run.smithi064:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-08-29T14:42:04.906 DEBUG:teuthology.orchestra.run.smithi146:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-08-29T14:42:04.941 DEBUG:teuthology.orchestra.run.smithi064:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-08-29T14:42:04.986 DEBUG:teuthology.orchestra.run.smithi146:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-08-29T14:42:05.018 DEBUG:teuthology.orchestra.run.smithi064:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-08-29T14:42:05.053 INFO:teuthology.orchestra.run.smithi146.stdout:check_obsoletes = 1 2024-08-29T14:42:05.054 DEBUG:teuthology.orchestra.run.smithi146:> sudo yum clean all 2024-08-29T14:42:05.083 INFO:teuthology.orchestra.run.smithi064.stdout:check_obsoletes = 1 2024-08-29T14:42:05.084 DEBUG:teuthology.orchestra.run.smithi064:> sudo yum clean all 2024-08-29T14:42:05.281 INFO:teuthology.orchestra.run.smithi146.stdout:45 files removed 2024-08-29T14:42:05.308 DEBUG:teuthology.orchestra.run.smithi146:> sudo yum -y install ceph-radosgw 2024-08-29T14:42:05.315 INFO:teuthology.orchestra.run.smithi064.stdout:45 files removed 2024-08-29T14:42:05.342 DEBUG:teuthology.orchestra.run.smithi064:> sudo yum -y install ceph-radosgw 2024-08-29T14:42:05.860 INFO:teuthology.orchestra.run.smithi146.stdout:ceph packages for x86_64 286 kB/s | 77 kB 00:00 2024-08-29T14:42:05.889 INFO:teuthology.orchestra.run.smithi064.stdout:ceph packages for x86_64 292 kB/s | 77 kB 00:00 2024-08-29T14:42:06.144 INFO:teuthology.orchestra.run.smithi146.stdout:ceph noarch packages 47 kB/s | 11 kB 00:00 2024-08-29T14:42:06.164 INFO:teuthology.orchestra.run.smithi064.stdout:ceph noarch packages 50 kB/s | 11 kB 00:00 2024-08-29T14:42:06.419 INFO:teuthology.orchestra.run.smithi146.stdout:ceph source packages 7.8 kB/s | 1.9 kB 00:00 2024-08-29T14:42:06.431 INFO:teuthology.orchestra.run.smithi064.stdout:ceph source packages 8.1 kB/s | 1.9 kB 00:00 2024-08-29T14:42:08.165 INFO:teuthology.orchestra.run.smithi064.stdout:CentOS Stream 9 - BaseOS 4.9 MB/s | 8.2 MB 00:01 2024-08-29T14:42:10.019 INFO:teuthology.orchestra.run.smithi146.stdout:CentOS Stream 9 - BaseOS 2.3 MB/s | 8.2 MB 00:03 2024-08-29T14:42:15.745 INFO:teuthology.orchestra.run.smithi146.stdout:CentOS Stream 9 - AppStream 4.4 MB/s | 20 MB 00:04 2024-08-29T14:42:17.240 INFO:teuthology.orchestra.run.smithi064.stdout:CentOS Stream 9 - AppStream 2.6 MB/s | 20 MB 00:07 2024-08-29T14:42:21.528 INFO:teuthology.orchestra.run.smithi146.stdout:CentOS Stream 9 - CRB 3.4 MB/s | 6.6 MB 00:01 2024-08-29T14:42:22.599 INFO:teuthology.orchestra.run.smithi064.stdout:CentOS Stream 9 - CRB 4.6 MB/s | 6.6 MB 00:01 2024-08-29T14:42:23.312 INFO:teuthology.orchestra.run.smithi146.stdout:CentOS Stream 9 - Extras packages 39 kB/s | 18 kB 00:00 2024-08-29T14:42:24.108 INFO:teuthology.orchestra.run.smithi146.stdout:Extra Packages for Enterprise Linux 34 MB/s | 22 MB 00:00 2024-08-29T14:42:24.226 INFO:teuthology.orchestra.run.smithi064.stdout:CentOS Stream 9 - Extras packages 53 kB/s | 18 kB 00:00 2024-08-29T14:42:25.137 INFO:teuthology.orchestra.run.smithi064.stdout:Extra Packages for Enterprise Linux 29 MB/s | 22 MB 00:00 2024-08-29T14:42:29.506 INFO:teuthology.orchestra.run.smithi146.stdout:lab-extras 31 kB/s | 1.7 kB 00:00 2024-08-29T14:42:30.735 INFO:teuthology.orchestra.run.smithi064.stdout:lab-extras 32 kB/s | 1.7 kB 00:00 2024-08-29T14:42:31.842 INFO:teuthology.orchestra.run.smithi146.stdout:Dependencies resolved. 2024-08-29T14:42:31.844 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2024-08-29T14:42:31.844 INFO:teuthology.orchestra.run.smithi146.stdout: Package Arch Version Repository Size 2024-08-29T14:42:31.844 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2024-08-29T14:42:31.844 INFO:teuthology.orchestra.run.smithi146.stdout:Installing: 2024-08-29T14:42:31.845 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-radosgw x86_64 2:18.2.4-774.gfe43f1c9.el9 ceph 7.7 M 2024-08-29T14:42:31.845 INFO:teuthology.orchestra.run.smithi146.stdout:Upgrading: 2024-08-29T14:42:31.845 INFO:teuthology.orchestra.run.smithi146.stdout: librados2 x86_64 2:18.2.4-774.gfe43f1c9.el9 ceph 3.3 M 2024-08-29T14:42:31.845 INFO:teuthology.orchestra.run.smithi146.stdout: librbd1 x86_64 2:18.2.4-774.gfe43f1c9.el9 ceph 3.0 M 2024-08-29T14:42:31.845 INFO:teuthology.orchestra.run.smithi146.stdout:Installing dependencies: 2024-08-29T14:42:31.845 INFO:teuthology.orchestra.run.smithi146.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-08-29T14:42:31.845 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-base x86_64 2:18.2.4-774.gfe43f1c9.el9 ceph 5.1 M 2024-08-29T14:42:31.845 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-common x86_64 2:18.2.4-774.gfe43f1c9.el9 ceph 18 M 2024-08-29T14:42:31.845 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-selinux x86_64 2:18.2.4-774.gfe43f1c9.el9 ceph 25 k 2024-08-29T14:42:31.845 INFO:teuthology.orchestra.run.smithi146.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-08-29T14:42:31.845 INFO:teuthology.orchestra.run.smithi146.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-08-29T14:42:31.845 INFO:teuthology.orchestra.run.smithi146.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-08-29T14:42:31.846 INFO:teuthology.orchestra.run.smithi146.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-08-29T14:42:31.846 INFO:teuthology.orchestra.run.smithi146.stdout: libcephfs2 x86_64 2:18.2.4-774.gfe43f1c9.el9 ceph 711 k 2024-08-29T14:42:31.846 INFO:teuthology.orchestra.run.smithi146.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-08-29T14:42:31.846 INFO:teuthology.orchestra.run.smithi146.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-08-29T14:42:31.846 INFO:teuthology.orchestra.run.smithi146.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-08-29T14:42:31.846 INFO:teuthology.orchestra.run.smithi146.stdout: libradosstriper1 x86_64 2:18.2.4-774.gfe43f1c9.el9 ceph 477 k 2024-08-29T14:42:31.846 INFO:teuthology.orchestra.run.smithi146.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-08-29T14:42:31.846 INFO:teuthology.orchestra.run.smithi146.stdout: librgw2 x86_64 2:18.2.4-774.gfe43f1c9.el9 ceph 4.5 M 2024-08-29T14:42:31.846 INFO:teuthology.orchestra.run.smithi146.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-08-29T14:42:31.846 INFO:teuthology.orchestra.run.smithi146.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-08-29T14:42:31.846 INFO:teuthology.orchestra.run.smithi146.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-08-29T14:42:31.846 INFO:teuthology.orchestra.run.smithi146.stdout: python3-ceph-argparse x86_64 2:18.2.4-774.gfe43f1c9.el9 ceph 45 k 2024-08-29T14:42:31.846 INFO:teuthology.orchestra.run.smithi146.stdout: python3-ceph-common x86_64 2:18.2.4-774.gfe43f1c9.el9 ceph 129 k 2024-08-29T14:42:31.847 INFO:teuthology.orchestra.run.smithi146.stdout: python3-cephfs x86_64 2:18.2.4-774.gfe43f1c9.el9 ceph 162 k 2024-08-29T14:42:31.847 INFO:teuthology.orchestra.run.smithi146.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-08-29T14:42:31.847 INFO:teuthology.orchestra.run.smithi146.stdout: python3-rados x86_64 2:18.2.4-774.gfe43f1c9.el9 ceph 321 k 2024-08-29T14:42:31.847 INFO:teuthology.orchestra.run.smithi146.stdout: python3-rbd x86_64 2:18.2.4-774.gfe43f1c9.el9 ceph 300 k 2024-08-29T14:42:31.847 INFO:teuthology.orchestra.run.smithi146.stdout: python3-rgw x86_64 2:18.2.4-774.gfe43f1c9.el9 ceph 99 k 2024-08-29T14:42:31.847 INFO:teuthology.orchestra.run.smithi146.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-08-29T14:42:31.847 INFO:teuthology.orchestra.run.smithi146.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-08-29T14:42:31.847 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:42:31.847 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction Summary 2024-08-29T14:42:31.847 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2024-08-29T14:42:31.847 INFO:teuthology.orchestra.run.smithi146.stdout:Install 28 Packages 2024-08-29T14:42:31.847 INFO:teuthology.orchestra.run.smithi146.stdout:Upgrade 2 Packages 2024-08-29T14:42:31.847 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:42:31.848 INFO:teuthology.orchestra.run.smithi146.stdout:Total download size: 53 M 2024-08-29T14:42:31.848 INFO:teuthology.orchestra.run.smithi146.stdout:Downloading Packages: 2024-08-29T14:42:32.707 INFO:teuthology.orchestra.run.smithi146.stdout:(1/30): ceph-base-18.2.4-774.gfe43f1c9.el9.x86_ 11 MB/s | 5.1 MB 00:00 2024-08-29T14:42:32.773 INFO:teuthology.orchestra.run.smithi146.stdout:(2/30): ceph-selinux-18.2.4-774.gfe43f1c9.el9.x 379 kB/s | 25 kB 00:00 2024-08-29T14:42:32.874 INFO:teuthology.orchestra.run.smithi146.stdout:(3/30): ceph-radosgw-18.2.4-774.gfe43f1c9.el9.x 12 MB/s | 7.7 MB 00:00 2024-08-29T14:42:32.916 INFO:teuthology.orchestra.run.smithi146.stdout:(4/30): libcephfs2-18.2.4-774.gfe43f1c9.el9.x86 4.9 MB/s | 711 kB 00:00 2024-08-29T14:42:32.941 INFO:teuthology.orchestra.run.smithi146.stdout:(5/30): libradosstriper1-18.2.4-774.gfe43f1c9.e 7.0 MB/s | 477 kB 00:00 2024-08-29T14:42:33.008 INFO:teuthology.orchestra.run.smithi146.stdout:(6/30): python3-ceph-argparse-18.2.4-774.gfe43f 677 kB/s | 45 kB 00:00 2024-08-29T14:42:33.100 INFO:teuthology.orchestra.run.smithi146.stdout:(7/30): librgw2-18.2.4-774.gfe43f1c9.el9.x86_64 24 MB/s | 4.5 MB 00:00 2024-08-29T14:42:33.125 INFO:teuthology.orchestra.run.smithi146.stdout:(8/30): python3-ceph-common-18.2.4-774.gfe43f1c 1.1 MB/s | 129 kB 00:00 2024-08-29T14:42:33.147 INFO:teuthology.orchestra.run.smithi064.stdout:Dependencies resolved. 2024-08-29T14:42:33.149 INFO:teuthology.orchestra.run.smithi064.stdout:================================================================================ 2024-08-29T14:42:33.149 INFO:teuthology.orchestra.run.smithi064.stdout: Package Arch Version Repository Size 2024-08-29T14:42:33.149 INFO:teuthology.orchestra.run.smithi064.stdout:================================================================================ 2024-08-29T14:42:33.149 INFO:teuthology.orchestra.run.smithi064.stdout:Installing: 2024-08-29T14:42:33.149 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-radosgw x86_64 2:18.2.4-774.gfe43f1c9.el9 ceph 7.7 M 2024-08-29T14:42:33.149 INFO:teuthology.orchestra.run.smithi064.stdout:Upgrading: 2024-08-29T14:42:33.149 INFO:teuthology.orchestra.run.smithi064.stdout: librados2 x86_64 2:18.2.4-774.gfe43f1c9.el9 ceph 3.3 M 2024-08-29T14:42:33.150 INFO:teuthology.orchestra.run.smithi064.stdout: librbd1 x86_64 2:18.2.4-774.gfe43f1c9.el9 ceph 3.0 M 2024-08-29T14:42:33.150 INFO:teuthology.orchestra.run.smithi064.stdout:Installing dependencies: 2024-08-29T14:42:33.150 INFO:teuthology.orchestra.run.smithi064.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-08-29T14:42:33.150 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-base x86_64 2:18.2.4-774.gfe43f1c9.el9 ceph 5.1 M 2024-08-29T14:42:33.150 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-common x86_64 2:18.2.4-774.gfe43f1c9.el9 ceph 18 M 2024-08-29T14:42:33.150 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-selinux x86_64 2:18.2.4-774.gfe43f1c9.el9 ceph 25 k 2024-08-29T14:42:33.150 INFO:teuthology.orchestra.run.smithi064.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-08-29T14:42:33.150 INFO:teuthology.orchestra.run.smithi064.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-08-29T14:42:33.150 INFO:teuthology.orchestra.run.smithi064.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-08-29T14:42:33.150 INFO:teuthology.orchestra.run.smithi064.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-08-29T14:42:33.150 INFO:teuthology.orchestra.run.smithi064.stdout: libcephfs2 x86_64 2:18.2.4-774.gfe43f1c9.el9 ceph 711 k 2024-08-29T14:42:33.150 INFO:teuthology.orchestra.run.smithi064.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-08-29T14:42:33.150 INFO:teuthology.orchestra.run.smithi064.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-08-29T14:42:33.151 INFO:teuthology.orchestra.run.smithi064.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-08-29T14:42:33.151 INFO:teuthology.orchestra.run.smithi064.stdout: libradosstriper1 x86_64 2:18.2.4-774.gfe43f1c9.el9 ceph 477 k 2024-08-29T14:42:33.151 INFO:teuthology.orchestra.run.smithi064.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-08-29T14:42:33.151 INFO:teuthology.orchestra.run.smithi064.stdout: librgw2 x86_64 2:18.2.4-774.gfe43f1c9.el9 ceph 4.5 M 2024-08-29T14:42:33.151 INFO:teuthology.orchestra.run.smithi064.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-08-29T14:42:33.151 INFO:teuthology.orchestra.run.smithi064.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-08-29T14:42:33.151 INFO:teuthology.orchestra.run.smithi064.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-08-29T14:42:33.151 INFO:teuthology.orchestra.run.smithi064.stdout: python3-ceph-argparse x86_64 2:18.2.4-774.gfe43f1c9.el9 ceph 45 k 2024-08-29T14:42:33.151 INFO:teuthology.orchestra.run.smithi064.stdout: python3-ceph-common x86_64 2:18.2.4-774.gfe43f1c9.el9 ceph 129 k 2024-08-29T14:42:33.151 INFO:teuthology.orchestra.run.smithi064.stdout: python3-cephfs x86_64 2:18.2.4-774.gfe43f1c9.el9 ceph 162 k 2024-08-29T14:42:33.151 INFO:teuthology.orchestra.run.smithi064.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-08-29T14:42:33.151 INFO:teuthology.orchestra.run.smithi064.stdout: python3-rados x86_64 2:18.2.4-774.gfe43f1c9.el9 ceph 321 k 2024-08-29T14:42:33.151 INFO:teuthology.orchestra.run.smithi064.stdout: python3-rbd x86_64 2:18.2.4-774.gfe43f1c9.el9 ceph 300 k 2024-08-29T14:42:33.151 INFO:teuthology.orchestra.run.smithi064.stdout: python3-rgw x86_64 2:18.2.4-774.gfe43f1c9.el9 ceph 99 k 2024-08-29T14:42:33.151 INFO:teuthology.orchestra.run.smithi064.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-08-29T14:42:33.152 INFO:teuthology.orchestra.run.smithi064.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-08-29T14:42:33.152 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:42:33.152 INFO:teuthology.orchestra.run.smithi064.stdout:Transaction Summary 2024-08-29T14:42:33.152 INFO:teuthology.orchestra.run.smithi064.stdout:================================================================================ 2024-08-29T14:42:33.152 INFO:teuthology.orchestra.run.smithi064.stdout:Install 28 Packages 2024-08-29T14:42:33.152 INFO:teuthology.orchestra.run.smithi064.stdout:Upgrade 2 Packages 2024-08-29T14:42:33.152 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:42:33.153 INFO:teuthology.orchestra.run.smithi146.stdout:(9/30): python3-cephfs-18.2.4-774.gfe43f1c9.el9 3.2 MB/s | 162 kB 00:00 2024-08-29T14:42:33.153 INFO:teuthology.orchestra.run.smithi064.stdout:Total download size: 53 M 2024-08-29T14:42:33.153 INFO:teuthology.orchestra.run.smithi064.stdout:Downloading Packages: 2024-08-29T14:42:33.175 INFO:teuthology.orchestra.run.smithi146.stdout:(10/30): python3-rados-18.2.4-774.gfe43f1c9.el9 6.2 MB/s | 321 kB 00:00 2024-08-29T14:42:33.201 INFO:teuthology.orchestra.run.smithi146.stdout:(11/30): python3-rbd-18.2.4-774.gfe43f1c9.el9.x 5.8 MB/s | 300 kB 00:00 2024-08-29T14:42:33.226 INFO:teuthology.orchestra.run.smithi146.stdout:(12/30): python3-rgw-18.2.4-774.gfe43f1c9.el9.x 1.9 MB/s | 99 kB 00:00 2024-08-29T14:42:33.410 INFO:teuthology.orchestra.run.smithi146.stdout:(13/30): ceph-common-18.2.4-774.gfe43f1c9.el9.x 16 MB/s | 18 MB 00:01 2024-08-29T14:42:33.836 INFO:teuthology.orchestra.run.smithi064.stdout:(1/30): ceph-base-18.2.4-774.gfe43f1c9.el9.x86_ 9.3 MB/s | 5.1 MB 00:00 2024-08-29T14:42:33.928 INFO:teuthology.orchestra.run.smithi064.stdout:(2/30): ceph-radosgw-18.2.4-774.gfe43f1c9.el9.x 12 MB/s | 7.7 MB 00:00 2024-08-29T14:42:33.953 INFO:teuthology.orchestra.run.smithi064.stdout:(3/30): ceph-selinux-18.2.4-774.gfe43f1c9.el9.x 215 kB/s | 25 kB 00:00 2024-08-29T14:42:33.987 INFO:teuthology.orchestra.run.smithi064.stdout:(4/30): libcephfs2-18.2.4-774.gfe43f1c9.el9.x86 12 MB/s | 711 kB 00:00 2024-08-29T14:42:34.010 INFO:teuthology.orchestra.run.smithi146.stdout:(14/30): librabbitmq-0.11.0-7.el9.x86_64.rpm 75 kB/s | 45 kB 00:00 2024-08-29T14:42:34.012 INFO:teuthology.orchestra.run.smithi064.stdout:(5/30): libradosstriper1-18.2.4-774.gfe43f1c9.e 8.0 MB/s | 477 kB 00:00 2024-08-29T14:42:34.060 INFO:teuthology.orchestra.run.smithi146.stdout:(15/30): libpmemobj-1.12.1-1.el9.x86_64.rpm 192 kB/s | 160 kB 00:00 2024-08-29T14:42:34.085 INFO:teuthology.orchestra.run.smithi146.stdout:(16/30): boost-program-options-1.75.0-8.el9.x86 121 kB/s | 107 kB 00:00 2024-08-29T14:42:34.104 INFO:teuthology.orchestra.run.smithi064.stdout:(6/30): python3-ceph-argparse-18.2.4-774.gfe43f 490 kB/s | 45 kB 00:00 2024-08-29T14:42:34.338 INFO:teuthology.orchestra.run.smithi064.stdout:(7/30): librgw2-18.2.4-774.gfe43f1c9.el9.x86_64 13 MB/s | 4.5 MB 00:00 2024-08-29T14:42:34.588 INFO:teuthology.orchestra.run.smithi064.stdout:(8/30): python3-cephfs-18.2.4-774.gfe43f1c9.el9 650 kB/s | 162 kB 00:00 2024-08-29T14:42:34.686 INFO:teuthology.orchestra.run.smithi146.stdout:(17/30): python3-prettytable-0.7.2-27.el9.noarc 70 kB/s | 42 kB 00:00 2024-08-29T14:42:34.745 INFO:teuthology.orchestra.run.smithi146.stdout:(18/30): fmt-8.1.1-5.el9.x86_64.rpm 1.9 MB/s | 111 kB 00:00 2024-08-29T14:42:34.780 INFO:teuthology.orchestra.run.smithi064.stdout:(9/30): ceph-common-18.2.4-774.gfe43f1c9.el9.x8 12 MB/s | 18 MB 00:01 2024-08-29T14:42:34.786 INFO:teuthology.orchestra.run.smithi146.stdout:(19/30): gperftools-libs-2.9.1-2.el9.x86_64.rpm 7.3 MB/s | 309 kB 00:00 2024-08-29T14:42:34.805 INFO:teuthology.orchestra.run.smithi064.stdout:(10/30): python3-ceph-common-18.2.4-774.gfe43f1 184 kB/s | 129 kB 00:00 2024-08-29T14:42:34.830 INFO:teuthology.orchestra.run.smithi064.stdout:(11/30): python3-rados-18.2.4-774.gfe43f1c9.el9 1.3 MB/s | 321 kB 00:00 2024-08-29T14:42:34.872 INFO:teuthology.orchestra.run.smithi064.stdout:(12/30): python3-rbd-18.2.4-774.gfe43f1c9.el9.x 3.2 MB/s | 300 kB 00:00 2024-08-29T14:42:34.895 INFO:teuthology.orchestra.run.smithi146.stdout:(20/30): lttng-ust-2.12.0-6.el9.x86_64.rpm 351 kB/s | 292 kB 00:00 2024-08-29T14:42:34.898 INFO:teuthology.orchestra.run.smithi064.stdout:(13/30): python3-rgw-18.2.4-774.gfe43f1c9.el9.x 1.0 MB/s | 99 kB 00:00 2024-08-29T14:42:34.937 INFO:teuthology.orchestra.run.smithi146.stdout:(21/30): librdkafka-1.6.1-102.el9.x86_64.rpm 715 kB/s | 662 kB 00:00 2024-08-29T14:42:35.015 INFO:teuthology.orchestra.run.smithi064.stdout:(14/30): boost-program-options-1.75.0-8.el9.x86 580 kB/s | 107 kB 00:00 2024-08-29T14:42:35.021 INFO:teuthology.orchestra.run.smithi146.stdout:(22/30): libarrow-9.0.0-11.el9.x86_64.rpm 19 MB/s | 4.4 MB 00:00 2024-08-29T14:42:35.040 INFO:teuthology.orchestra.run.smithi064.stdout:(15/30): librabbitmq-0.11.0-7.el9.x86_64.rpm 319 kB/s | 45 kB 00:00 2024-08-29T14:42:35.054 INFO:teuthology.orchestra.run.smithi146.stdout:(23/30): libarrow-doc-9.0.0-11.el9.noarch.rpm 164 kB/s | 26 kB 00:00 2024-08-29T14:42:35.065 INFO:teuthology.orchestra.run.smithi064.stdout:(16/30): libpmemobj-1.12.1-1.el9.x86_64.rpm 832 kB/s | 160 kB 00:00 2024-08-29T14:42:35.088 INFO:teuthology.orchestra.run.smithi146.stdout:(24/30): libunwind-1.6.2-1.el9.x86_64.rpm 1.1 MB/s | 67 kB 00:00 2024-08-29T14:42:35.113 INFO:teuthology.orchestra.run.smithi146.stdout:(25/30): liboath-2.6.7-2.el9.x86_64.rpm 279 kB/s | 49 kB 00:00 2024-08-29T14:42:35.115 INFO:teuthology.orchestra.run.smithi064.stdout:(17/30): python3-prettytable-0.7.2-27.el9.noarc 850 kB/s | 42 kB 00:00 2024-08-29T14:42:35.138 INFO:teuthology.orchestra.run.smithi146.stdout:(26/30): re2-20211101-20.el9.x86_64.rpm 3.7 MB/s | 191 kB 00:00 2024-08-29T14:42:35.157 INFO:teuthology.orchestra.run.smithi064.stdout:(18/30): librdkafka-1.6.1-102.el9.x86_64.rpm 4.5 MB/s | 662 kB 00:00 2024-08-29T14:42:35.180 INFO:teuthology.orchestra.run.smithi146.stdout:(27/30): parquet-libs-9.0.0-11.el9.x86_64.rpm 6.6 MB/s | 839 kB 00:00 2024-08-29T14:42:35.191 INFO:teuthology.orchestra.run.smithi064.stdout:(19/30): lttng-ust-2.12.0-6.el9.x86_64.rpm 1.9 MB/s | 292 kB 00:00 2024-08-29T14:42:35.239 INFO:teuthology.orchestra.run.smithi146.stdout:(28/30): thrift-0.15.0-2.el9.x86_64.rpm 13 MB/s | 1.6 MB 00:00 2024-08-29T14:42:35.241 INFO:teuthology.orchestra.run.smithi064.stdout:(20/30): fmt-8.1.1-5.el9.x86_64.rpm 882 kB/s | 111 kB 00:00 2024-08-29T14:42:35.275 INFO:teuthology.orchestra.run.smithi064.stdout:(21/30): libarrow-doc-9.0.0-11.el9.noarch.rpm 832 kB/s | 26 kB 00:00 2024-08-29T14:42:35.300 INFO:teuthology.orchestra.run.smithi064.stdout:(22/30): gperftools-libs-2.9.1-2.el9.x86_64.rpm 2.1 MB/s | 309 kB 00:00 2024-08-29T14:42:35.329 INFO:teuthology.orchestra.run.smithi064.stdout:(23/30): liboath-2.6.7-2.el9.x86_64.rpm 966 kB/s | 49 kB 00:00 2024-08-29T14:42:35.351 INFO:teuthology.orchestra.run.smithi064.stdout:(24/30): libunwind-1.6.2-1.el9.x86_64.rpm 1.3 MB/s | 67 kB 00:00 2024-08-29T14:42:35.401 INFO:teuthology.orchestra.run.smithi064.stdout:(25/30): parquet-libs-9.0.0-11.el9.x86_64.rpm 11 MB/s | 839 kB 00:00 2024-08-29T14:42:35.426 INFO:teuthology.orchestra.run.smithi064.stdout:(26/30): re2-20211101-20.el9.x86_64.rpm 2.5 MB/s | 191 kB 00:00 2024-08-29T14:42:35.481 INFO:teuthology.orchestra.run.smithi146.stdout:(29/30): librbd1-18.2.4-774.gfe43f1c9.el9.x86_6 10 MB/s | 3.0 MB 00:00 2024-08-29T14:42:35.485 INFO:teuthology.orchestra.run.smithi064.stdout:(27/30): thrift-0.15.0-2.el9.x86_64.rpm 19 MB/s | 1.6 MB 00:00 2024-08-29T14:42:35.548 INFO:teuthology.orchestra.run.smithi146.stdout:(30/30): librados2-18.2.4-774.gfe43f1c9.el9.x86 8.1 MB/s | 3.3 MB 00:00 2024-08-29T14:42:35.553 INFO:teuthology.orchestra.run.smithi146.stdout:-------------------------------------------------------------------------------- 2024-08-29T14:42:35.553 INFO:teuthology.orchestra.run.smithi146.stdout:Total 14 MB/s | 53 MB 00:03 2024-08-29T14:42:35.569 INFO:teuthology.orchestra.run.smithi064.stdout:(28/30): libarrow-9.0.0-11.el9.x86_64.rpm 12 MB/s | 4.4 MB 00:00 2024-08-29T14:42:35.624 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction check 2024-08-29T14:42:35.659 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction check succeeded. 2024-08-29T14:42:35.660 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction test 2024-08-29T14:42:35.694 INFO:teuthology.orchestra.run.smithi064.stdout:(29/30): librados2-18.2.4-774.gfe43f1c9.el9.x86 12 MB/s | 3.3 MB 00:00 2024-08-29T14:42:35.761 INFO:teuthology.orchestra.run.smithi064.stdout:(30/30): librbd1-18.2.4-774.gfe43f1c9.el9.x86_6 11 MB/s | 3.0 MB 00:00 2024-08-29T14:42:35.766 INFO:teuthology.orchestra.run.smithi064.stdout:-------------------------------------------------------------------------------- 2024-08-29T14:42:35.766 INFO:teuthology.orchestra.run.smithi064.stdout:Total 20 MB/s | 53 MB 00:02 2024-08-29T14:42:35.841 INFO:teuthology.orchestra.run.smithi064.stdout:Running transaction check 2024-08-29T14:42:35.880 INFO:teuthology.orchestra.run.smithi064.stdout:Transaction check succeeded. 2024-08-29T14:42:35.880 INFO:teuthology.orchestra.run.smithi064.stdout:Running transaction test 2024-08-29T14:42:36.086 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction test succeeded. 2024-08-29T14:42:36.086 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction 2024-08-29T14:42:36.326 INFO:teuthology.orchestra.run.smithi064.stdout:Transaction test succeeded. 2024-08-29T14:42:36.326 INFO:teuthology.orchestra.run.smithi064.stdout:Running transaction 2024-08-29T14:42:37.413 INFO:teuthology.orchestra.run.smithi146.stdout: Preparing : 1/1 2024-08-29T14:42:37.515 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 1/32 2024-08-29T14:42:37.552 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 2/32 2024-08-29T14:42:37.601 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 3/32 2024-08-29T14:42:37.822 INFO:teuthology.orchestra.run.smithi064.stdout: Preparing : 1/1 2024-08-29T14:42:37.912 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 1/32 2024-08-29T14:42:37.912 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/32 2024-08-29T14:42:37.949 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 2/32 2024-08-29T14:42:37.999 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 3/32 2024-08-29T14:42:38.026 INFO:teuthology.orchestra.run.smithi146.stdout: Upgrading : librados2-2:18.2.4-774.gfe43f1c9.el9.x86_64 5/32 2024-08-29T14:42:38.119 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: librados2-2:18.2.4-774.gfe43f1c9.el9.x86_64 5/32 2024-08-29T14:42:38.204 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-rados-2:18.2.4-774.gfe43f1c9.el9.x86_64 6/32 2024-08-29T14:42:38.230 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : libcephfs2-2:18.2.4-774.gfe43f1c9.el9.x86_64 7/32 2024-08-29T14:42:38.292 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: libcephfs2-2:18.2.4-774.gfe43f1c9.el9.x86_64 7/32 2024-08-29T14:42:38.321 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : liboath-2.6.7-2.el9.x86_64 8/32 2024-08-29T14:42:38.336 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/32 2024-08-29T14:42:38.364 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-ceph-argparse-2:18.2.4-774.gfe43f1c9.el9.x 9/32 2024-08-29T14:42:38.430 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-cephfs-2:18.2.4-774.gfe43f1c9.el9.x86_64 10/32 2024-08-29T14:42:38.448 INFO:teuthology.orchestra.run.smithi064.stdout: Upgrading : librados2-2:18.2.4-774.gfe43f1c9.el9.x86_64 5/32 2024-08-29T14:42:38.465 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : libradosstriper1-2:18.2.4-774.gfe43f1c9.el9.x86_64 11/32 2024-08-29T14:42:38.531 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: libradosstriper1-2:18.2.4-774.gfe43f1c9.el9.x86_64 11/32 2024-08-29T14:42:38.541 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: librados2-2:18.2.4-774.gfe43f1c9.el9.x86_64 5/32 2024-08-29T14:42:38.627 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-rados-2:18.2.4-774.gfe43f1c9.el9.x86_64 6/32 2024-08-29T14:42:38.645 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : re2-1:20211101-20.el9.x86_64 12/32 2024-08-29T14:42:38.649 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : libcephfs2-2:18.2.4-774.gfe43f1c9.el9.x86_64 7/32 2024-08-29T14:42:38.689 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 13/32 2024-08-29T14:42:38.712 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: libcephfs2-2:18.2.4-774.gfe43f1c9.el9.x86_64 7/32 2024-08-29T14:42:38.729 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 14/32 2024-08-29T14:42:38.741 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : liboath-2.6.7-2.el9.x86_64 8/32 2024-08-29T14:42:38.754 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 15/32 2024-08-29T14:42:38.793 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-ceph-argparse-2:18.2.4-774.gfe43f1c9.el9.x 9/32 2024-08-29T14:42:38.798 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 16/32 2024-08-29T14:42:38.834 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : fmt-8.1.1-5.el9.x86_64 17/32 2024-08-29T14:42:38.867 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 18/32 2024-08-29T14:42:38.869 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-cephfs-2:18.2.4-774.gfe43f1c9.el9.x86_64 10/32 2024-08-29T14:42:38.893 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : libradosstriper1-2:18.2.4-774.gfe43f1c9.el9.x86_64 11/32 2024-08-29T14:42:38.951 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: libradosstriper1-2:18.2.4-774.gfe43f1c9.el9.x86_64 11/32 2024-08-29T14:42:39.059 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : re2-1:20211101-20.el9.x86_64 12/32 2024-08-29T14:42:39.092 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 13/32 2024-08-29T14:42:39.132 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 14/32 2024-08-29T14:42:39.164 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 19/32 2024-08-29T14:42:39.166 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 15/32 2024-08-29T14:42:39.193 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 16/32 2024-08-29T14:42:39.213 INFO:teuthology.orchestra.run.smithi146.stdout: Upgrading : librbd1-2:18.2.4-774.gfe43f1c9.el9.x86_64 20/32 2024-08-29T14:42:39.231 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : fmt-8.1.1-5.el9.x86_64 17/32 2024-08-29T14:42:39.272 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 18/32 2024-08-29T14:42:39.304 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: librbd1-2:18.2.4-774.gfe43f1c9.el9.x86_64 20/32 2024-08-29T14:42:39.334 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-rbd-2:18.2.4-774.gfe43f1c9.el9.x86_64 21/32 2024-08-29T14:42:39.370 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 22/32 2024-08-29T14:42:39.595 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 19/32 2024-08-29T14:42:39.635 INFO:teuthology.orchestra.run.smithi064.stdout: Upgrading : librbd1-2:18.2.4-774.gfe43f1c9.el9.x86_64 20/32 2024-08-29T14:42:39.726 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: librbd1-2:18.2.4-774.gfe43f1c9.el9.x86_64 20/32 2024-08-29T14:42:39.756 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-rbd-2:18.2.4-774.gfe43f1c9.el9.x86_64 21/32 2024-08-29T14:42:39.774 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 23/32 2024-08-29T14:42:39.792 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 22/32 2024-08-29T14:42:39.807 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : librgw2-2:18.2.4-774.gfe43f1c9.el9.x86_64 24/32 2024-08-29T14:42:39.879 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: librgw2-2:18.2.4-774.gfe43f1c9.el9.x86_64 24/32 2024-08-29T14:42:39.956 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-rgw-2:18.2.4-774.gfe43f1c9.el9.x86_64 25/32 2024-08-29T14:42:39.984 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-ceph-common-2:18.2.4-774.gfe43f1c9.el9.x86 26/32 2024-08-29T14:42:40.219 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 23/32 2024-08-29T14:42:40.479 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : librgw2-2:18.2.4-774.gfe43f1c9.el9.x86_64 24/32 2024-08-29T14:42:40.567 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: librgw2-2:18.2.4-774.gfe43f1c9.el9.x86_64 24/32 2024-08-29T14:42:40.638 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-rgw-2:18.2.4-774.gfe43f1c9.el9.x86_64 25/32 2024-08-29T14:42:40.664 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-ceph-common-2:18.2.4-774.gfe43f1c9.el9.x86 26/32 2024-08-29T14:42:42.153 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: ceph-common-2:18.2.4-774.gfe43f1c9.el9.x86_64 27/32 2024-08-29T14:42:42.198 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : ceph-common-2:18.2.4-774.gfe43f1c9.el9.x86_64 27/32 2024-08-29T14:42:42.718 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: ceph-common-2:18.2.4-774.gfe43f1c9.el9.x86_64 27/32 2024-08-29T14:42:42.759 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : ceph-base-2:18.2.4-774.gfe43f1c9.el9.x86_64 28/32 2024-08-29T14:42:42.840 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: ceph-base-2:18.2.4-774.gfe43f1c9.el9.x86_64 28/32 2024-08-29T14:42:42.841 INFO:teuthology.orchestra.run.smithi146.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-08-29T14:42:42.841 INFO:teuthology.orchestra.run.smithi146.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-08-29T14:42:42.841 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:42:42.869 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : ceph-selinux-2:18.2.4-774.gfe43f1c9.el9.x86_64 29/32 2024-08-29T14:42:42.965 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: ceph-common-2:18.2.4-774.gfe43f1c9.el9.x86_64 27/32 2024-08-29T14:42:43.004 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : ceph-common-2:18.2.4-774.gfe43f1c9.el9.x86_64 27/32 2024-08-29T14:42:43.555 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: ceph-common-2:18.2.4-774.gfe43f1c9.el9.x86_64 27/32 2024-08-29T14:42:43.598 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : ceph-base-2:18.2.4-774.gfe43f1c9.el9.x86_64 28/32 2024-08-29T14:42:43.700 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: ceph-base-2:18.2.4-774.gfe43f1c9.el9.x86_64 28/32 2024-08-29T14:42:43.700 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-08-29T14:42:43.701 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-08-29T14:42:43.701 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:42:43.733 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : ceph-selinux-2:18.2.4-774.gfe43f1c9.el9.x86_64 29/32 2024-08-29T14:42:52.642 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: ceph-selinux-2:18.2.4-774.gfe43f1c9.el9.x86_64 29/32 2024-08-29T14:42:52.643 INFO:teuthology.orchestra.run.smithi146.stdout:skipping the directory /sys 2024-08-29T14:42:52.643 INFO:teuthology.orchestra.run.smithi146.stdout:skipping the directory /proc 2024-08-29T14:42:52.643 INFO:teuthology.orchestra.run.smithi146.stdout:skipping the directory /mnt 2024-08-29T14:42:52.643 INFO:teuthology.orchestra.run.smithi146.stdout:skipping the directory /var/tmp 2024-08-29T14:42:52.643 INFO:teuthology.orchestra.run.smithi146.stdout:skipping the directory /home 2024-08-29T14:42:52.643 INFO:teuthology.orchestra.run.smithi146.stdout:skipping the directory /root 2024-08-29T14:42:52.643 INFO:teuthology.orchestra.run.smithi146.stdout:skipping the directory /tmp 2024-08-29T14:42:52.643 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:42:53.374 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : ceph-radosgw-2:18.2.4-774.gfe43f1c9.el9.x86_64 30/32 2024-08-29T14:42:53.399 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: ceph-radosgw-2:18.2.4-774.gfe43f1c9.el9.x86_64 30/32 2024-08-29T14:42:53.400 INFO:teuthology.orchestra.run.smithi146.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-29T14:42:53.400 INFO:teuthology.orchestra.run.smithi146.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-08-29T14:42:53.400 INFO:teuthology.orchestra.run.smithi146.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-08-29T14:42:53.400 INFO:teuthology.orchestra.run.smithi146.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-08-29T14:42:53.400 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:42:53.401 INFO:teuthology.orchestra.run.smithi146.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 31/32 2024-08-29T14:42:53.517 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 31/32 2024-08-29T14:42:53.518 INFO:teuthology.orchestra.run.smithi146.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 32/32 2024-08-29T14:42:54.062 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: ceph-selinux-2:18.2.4-774.gfe43f1c9.el9.x86_64 29/32 2024-08-29T14:42:54.063 INFO:teuthology.orchestra.run.smithi064.stdout:skipping the directory /sys 2024-08-29T14:42:54.063 INFO:teuthology.orchestra.run.smithi064.stdout:skipping the directory /proc 2024-08-29T14:42:54.063 INFO:teuthology.orchestra.run.smithi064.stdout:skipping the directory /mnt 2024-08-29T14:42:54.063 INFO:teuthology.orchestra.run.smithi064.stdout:skipping the directory /var/tmp 2024-08-29T14:42:54.063 INFO:teuthology.orchestra.run.smithi064.stdout:skipping the directory /home 2024-08-29T14:42:54.063 INFO:teuthology.orchestra.run.smithi064.stdout:skipping the directory /root 2024-08-29T14:42:54.063 INFO:teuthology.orchestra.run.smithi064.stdout:skipping the directory /tmp 2024-08-29T14:42:54.063 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:42:54.624 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 32/32 2024-08-29T14:42:54.624 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : ceph-base-2:18.2.4-774.gfe43f1c9.el9.x86_64 1/32 2024-08-29T14:42:54.624 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : ceph-common-2:18.2.4-774.gfe43f1c9.el9.x86_64 2/32 2024-08-29T14:42:54.625 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : ceph-radosgw-2:18.2.4-774.gfe43f1c9.el9.x86_64 3/32 2024-08-29T14:42:54.625 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : ceph-selinux-2:18.2.4-774.gfe43f1c9.el9.x86_64 4/32 2024-08-29T14:42:54.625 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : libcephfs2-2:18.2.4-774.gfe43f1c9.el9.x86_64 5/32 2024-08-29T14:42:54.625 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : libradosstriper1-2:18.2.4-774.gfe43f1c9.el9.x86_64 6/32 2024-08-29T14:42:54.625 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : librgw2-2:18.2.4-774.gfe43f1c9.el9.x86_64 7/32 2024-08-29T14:42:54.625 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-ceph-argparse-2:18.2.4-774.gfe43f1c9.el9.x 8/32 2024-08-29T14:42:54.625 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-ceph-common-2:18.2.4-774.gfe43f1c9.el9.x86 9/32 2024-08-29T14:42:54.625 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-cephfs-2:18.2.4-774.gfe43f1c9.el9.x86_64 10/32 2024-08-29T14:42:54.625 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-rados-2:18.2.4-774.gfe43f1c9.el9.x86_64 11/32 2024-08-29T14:42:54.625 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-rbd-2:18.2.4-774.gfe43f1c9.el9.x86_64 12/32 2024-08-29T14:42:54.625 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-rgw-2:18.2.4-774.gfe43f1c9.el9.x86_64 13/32 2024-08-29T14:42:54.625 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 14/32 2024-08-29T14:42:54.626 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 15/32 2024-08-29T14:42:54.626 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 16/32 2024-08-29T14:42:54.626 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 17/32 2024-08-29T14:42:54.626 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 18/32 2024-08-29T14:42:54.626 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 19/32 2024-08-29T14:42:54.626 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 20/32 2024-08-29T14:42:54.626 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 21/32 2024-08-29T14:42:54.626 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 22/32 2024-08-29T14:42:54.626 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 23/32 2024-08-29T14:42:54.626 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 24/32 2024-08-29T14:42:54.626 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 25/32 2024-08-29T14:42:54.626 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 26/32 2024-08-29T14:42:54.626 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : re2-1:20211101-20.el9.x86_64 27/32 2024-08-29T14:42:54.626 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 28/32 2024-08-29T14:42:54.627 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : librados2-2:18.2.4-774.gfe43f1c9.el9.x86_64 29/32 2024-08-29T14:42:54.627 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 30/32 2024-08-29T14:42:54.627 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : librbd1-2:18.2.4-774.gfe43f1c9.el9.x86_64 31/32 2024-08-29T14:42:54.843 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : ceph-radosgw-2:18.2.4-774.gfe43f1c9.el9.x86_64 30/32 2024-08-29T14:42:54.868 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: ceph-radosgw-2:18.2.4-774.gfe43f1c9.el9.x86_64 30/32 2024-08-29T14:42:54.869 INFO:teuthology.orchestra.run.smithi064.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-29T14:42:54.869 INFO:teuthology.orchestra.run.smithi064.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-08-29T14:42:54.869 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-08-29T14:42:54.869 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-08-29T14:42:54.869 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:42:54.870 INFO:teuthology.orchestra.run.smithi064.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 31/32 2024-08-29T14:42:54.954 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 31/32 2024-08-29T14:42:54.954 INFO:teuthology.orchestra.run.smithi064.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 32/32 2024-08-29T14:42:55.484 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 32/32 2024-08-29T14:42:55.484 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:42:55.484 INFO:teuthology.orchestra.run.smithi146.stdout:Upgraded: 2024-08-29T14:42:55.484 INFO:teuthology.orchestra.run.smithi146.stdout: librados2-2:18.2.4-774.gfe43f1c9.el9.x86_64 2024-08-29T14:42:55.484 INFO:teuthology.orchestra.run.smithi146.stdout: librbd1-2:18.2.4-774.gfe43f1c9.el9.x86_64 2024-08-29T14:42:55.485 INFO:teuthology.orchestra.run.smithi146.stdout:Installed: 2024-08-29T14:42:55.485 INFO:teuthology.orchestra.run.smithi146.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-08-29T14:42:55.485 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-base-2:18.2.4-774.gfe43f1c9.el9.x86_64 2024-08-29T14:42:55.488 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-common-2:18.2.4-774.gfe43f1c9.el9.x86_64 2024-08-29T14:42:55.488 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-radosgw-2:18.2.4-774.gfe43f1c9.el9.x86_64 2024-08-29T14:42:55.488 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-selinux-2:18.2.4-774.gfe43f1c9.el9.x86_64 2024-08-29T14:42:55.488 INFO:teuthology.orchestra.run.smithi146.stdout: fmt-8.1.1-5.el9.x86_64 2024-08-29T14:42:55.488 INFO:teuthology.orchestra.run.smithi146.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-08-29T14:42:55.488 INFO:teuthology.orchestra.run.smithi146.stdout: libarrow-9.0.0-11.el9.x86_64 2024-08-29T14:42:55.488 INFO:teuthology.orchestra.run.smithi146.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-08-29T14:42:55.488 INFO:teuthology.orchestra.run.smithi146.stdout: libcephfs2-2:18.2.4-774.gfe43f1c9.el9.x86_64 2024-08-29T14:42:55.488 INFO:teuthology.orchestra.run.smithi146.stdout: liboath-2.6.7-2.el9.x86_64 2024-08-29T14:42:55.488 INFO:teuthology.orchestra.run.smithi146.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-08-29T14:42:55.489 INFO:teuthology.orchestra.run.smithi146.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-08-29T14:42:55.489 INFO:teuthology.orchestra.run.smithi146.stdout: libradosstriper1-2:18.2.4-774.gfe43f1c9.el9.x86_64 2024-08-29T14:42:55.489 INFO:teuthology.orchestra.run.smithi146.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-08-29T14:42:55.489 INFO:teuthology.orchestra.run.smithi146.stdout: librgw2-2:18.2.4-774.gfe43f1c9.el9.x86_64 2024-08-29T14:42:55.489 INFO:teuthology.orchestra.run.smithi146.stdout: libunwind-1.6.2-1.el9.x86_64 2024-08-29T14:42:55.489 INFO:teuthology.orchestra.run.smithi146.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-08-29T14:42:55.489 INFO:teuthology.orchestra.run.smithi146.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-08-29T14:42:55.489 INFO:teuthology.orchestra.run.smithi146.stdout: python3-ceph-argparse-2:18.2.4-774.gfe43f1c9.el9.x86_64 2024-08-29T14:42:55.489 INFO:teuthology.orchestra.run.smithi146.stdout: python3-ceph-common-2:18.2.4-774.gfe43f1c9.el9.x86_64 2024-08-29T14:42:55.489 INFO:teuthology.orchestra.run.smithi146.stdout: python3-cephfs-2:18.2.4-774.gfe43f1c9.el9.x86_64 2024-08-29T14:42:55.489 INFO:teuthology.orchestra.run.smithi146.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-08-29T14:42:55.489 INFO:teuthology.orchestra.run.smithi146.stdout: python3-rados-2:18.2.4-774.gfe43f1c9.el9.x86_64 2024-08-29T14:42:55.489 INFO:teuthology.orchestra.run.smithi146.stdout: python3-rbd-2:18.2.4-774.gfe43f1c9.el9.x86_64 2024-08-29T14:42:55.490 INFO:teuthology.orchestra.run.smithi146.stdout: python3-rgw-2:18.2.4-774.gfe43f1c9.el9.x86_64 2024-08-29T14:42:55.490 INFO:teuthology.orchestra.run.smithi146.stdout: re2-1:20211101-20.el9.x86_64 2024-08-29T14:42:55.490 INFO:teuthology.orchestra.run.smithi146.stdout: thrift-0.15.0-2.el9.x86_64 2024-08-29T14:42:55.490 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:42:55.490 INFO:teuthology.orchestra.run.smithi146.stdout:Complete! 2024-08-29T14:42:55.877 DEBUG:teuthology.orchestra.run.smithi146:> sudo yum -y install ceph-test 2024-08-29T14:42:56.064 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 32/32 2024-08-29T14:42:56.064 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : ceph-base-2:18.2.4-774.gfe43f1c9.el9.x86_64 1/32 2024-08-29T14:42:56.064 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : ceph-common-2:18.2.4-774.gfe43f1c9.el9.x86_64 2/32 2024-08-29T14:42:56.064 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : ceph-radosgw-2:18.2.4-774.gfe43f1c9.el9.x86_64 3/32 2024-08-29T14:42:56.064 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : ceph-selinux-2:18.2.4-774.gfe43f1c9.el9.x86_64 4/32 2024-08-29T14:42:56.064 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : libcephfs2-2:18.2.4-774.gfe43f1c9.el9.x86_64 5/32 2024-08-29T14:42:56.065 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : libradosstriper1-2:18.2.4-774.gfe43f1c9.el9.x86_64 6/32 2024-08-29T14:42:56.065 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : librgw2-2:18.2.4-774.gfe43f1c9.el9.x86_64 7/32 2024-08-29T14:42:56.065 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-ceph-argparse-2:18.2.4-774.gfe43f1c9.el9.x 8/32 2024-08-29T14:42:56.065 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-ceph-common-2:18.2.4-774.gfe43f1c9.el9.x86 9/32 2024-08-29T14:42:56.065 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-cephfs-2:18.2.4-774.gfe43f1c9.el9.x86_64 10/32 2024-08-29T14:42:56.065 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-rados-2:18.2.4-774.gfe43f1c9.el9.x86_64 11/32 2024-08-29T14:42:56.065 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-rbd-2:18.2.4-774.gfe43f1c9.el9.x86_64 12/32 2024-08-29T14:42:56.065 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-rgw-2:18.2.4-774.gfe43f1c9.el9.x86_64 13/32 2024-08-29T14:42:56.065 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 14/32 2024-08-29T14:42:56.065 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 15/32 2024-08-29T14:42:56.065 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 16/32 2024-08-29T14:42:56.065 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 17/32 2024-08-29T14:42:56.065 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 18/32 2024-08-29T14:42:56.066 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 19/32 2024-08-29T14:42:56.066 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 20/32 2024-08-29T14:42:56.066 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 21/32 2024-08-29T14:42:56.066 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 22/32 2024-08-29T14:42:56.066 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 23/32 2024-08-29T14:42:56.066 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 24/32 2024-08-29T14:42:56.066 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 25/32 2024-08-29T14:42:56.066 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 26/32 2024-08-29T14:42:56.066 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : re2-1:20211101-20.el9.x86_64 27/32 2024-08-29T14:42:56.066 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 28/32 2024-08-29T14:42:56.066 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : librados2-2:18.2.4-774.gfe43f1c9.el9.x86_64 29/32 2024-08-29T14:42:56.066 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 30/32 2024-08-29T14:42:56.066 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : librbd1-2:18.2.4-774.gfe43f1c9.el9.x86_64 31/32 2024-08-29T14:42:56.443 INFO:teuthology.orchestra.run.smithi146.stdout:Last metadata expiration check: 0:00:27 ago on Thu 29 Aug 2024 02:42:29 PM UTC. 2024-08-29T14:42:56.585 INFO:teuthology.orchestra.run.smithi146.stdout:Dependencies resolved. 2024-08-29T14:42:56.586 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2024-08-29T14:42:56.586 INFO:teuthology.orchestra.run.smithi146.stdout: Package Arch Version Repository Size 2024-08-29T14:42:56.586 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2024-08-29T14:42:56.586 INFO:teuthology.orchestra.run.smithi146.stdout:Installing: 2024-08-29T14:42:56.586 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-test x86_64 2:18.2.4-774.gfe43f1c9.el9 ceph 40 M 2024-08-29T14:42:56.586 INFO:teuthology.orchestra.run.smithi146.stdout:Installing dependencies: 2024-08-29T14:42:56.586 INFO:teuthology.orchestra.run.smithi146.stdout: libcephsqlite x86_64 2:18.2.4-774.gfe43f1c9.el9 ceph 166 k 2024-08-29T14:42:56.586 INFO:teuthology.orchestra.run.smithi146.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-08-29T14:42:56.587 INFO:teuthology.orchestra.run.smithi146.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-08-29T14:42:56.587 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:42:56.587 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction Summary 2024-08-29T14:42:56.587 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2024-08-29T14:42:56.587 INFO:teuthology.orchestra.run.smithi146.stdout:Install 4 Packages 2024-08-29T14:42:56.587 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:42:56.587 INFO:teuthology.orchestra.run.smithi146.stdout:Total download size: 40 M 2024-08-29T14:42:56.588 INFO:teuthology.orchestra.run.smithi146.stdout:Installed size: 164 M 2024-08-29T14:42:56.588 INFO:teuthology.orchestra.run.smithi146.stdout:Downloading Packages: 2024-08-29T14:42:56.929 INFO:teuthology.orchestra.run.smithi146.stdout:(1/4): libcephsqlite-18.2.4-774.gfe43f1c9.el9.x 686 kB/s | 166 kB 00:00 2024-08-29T14:42:56.963 INFO:teuthology.orchestra.run.smithi146.stdout:(2/4): socat-1.7.4.1-6.el9.x86_64.rpm 1.1 MB/s | 304 kB 00:00 2024-08-29T14:42:57.004 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 32/32 2024-08-29T14:42:57.004 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:42:57.004 INFO:teuthology.orchestra.run.smithi064.stdout:Upgraded: 2024-08-29T14:42:57.005 INFO:teuthology.orchestra.run.smithi064.stdout: librados2-2:18.2.4-774.gfe43f1c9.el9.x86_64 2024-08-29T14:42:57.005 INFO:teuthology.orchestra.run.smithi064.stdout: librbd1-2:18.2.4-774.gfe43f1c9.el9.x86_64 2024-08-29T14:42:57.005 INFO:teuthology.orchestra.run.smithi064.stdout:Installed: 2024-08-29T14:42:57.005 INFO:teuthology.orchestra.run.smithi064.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-08-29T14:42:57.005 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-base-2:18.2.4-774.gfe43f1c9.el9.x86_64 2024-08-29T14:42:57.005 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-common-2:18.2.4-774.gfe43f1c9.el9.x86_64 2024-08-29T14:42:57.005 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-radosgw-2:18.2.4-774.gfe43f1c9.el9.x86_64 2024-08-29T14:42:57.005 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-selinux-2:18.2.4-774.gfe43f1c9.el9.x86_64 2024-08-29T14:42:57.005 INFO:teuthology.orchestra.run.smithi064.stdout: fmt-8.1.1-5.el9.x86_64 2024-08-29T14:42:57.005 INFO:teuthology.orchestra.run.smithi064.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-08-29T14:42:57.005 INFO:teuthology.orchestra.run.smithi064.stdout: libarrow-9.0.0-11.el9.x86_64 2024-08-29T14:42:57.005 INFO:teuthology.orchestra.run.smithi064.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-08-29T14:42:57.005 INFO:teuthology.orchestra.run.smithi064.stdout: libcephfs2-2:18.2.4-774.gfe43f1c9.el9.x86_64 2024-08-29T14:42:57.006 INFO:teuthology.orchestra.run.smithi064.stdout: liboath-2.6.7-2.el9.x86_64 2024-08-29T14:42:57.006 INFO:teuthology.orchestra.run.smithi064.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-08-29T14:42:57.006 INFO:teuthology.orchestra.run.smithi064.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-08-29T14:42:57.006 INFO:teuthology.orchestra.run.smithi064.stdout: libradosstriper1-2:18.2.4-774.gfe43f1c9.el9.x86_64 2024-08-29T14:42:57.006 INFO:teuthology.orchestra.run.smithi064.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-08-29T14:42:57.006 INFO:teuthology.orchestra.run.smithi064.stdout: librgw2-2:18.2.4-774.gfe43f1c9.el9.x86_64 2024-08-29T14:42:57.006 INFO:teuthology.orchestra.run.smithi064.stdout: libunwind-1.6.2-1.el9.x86_64 2024-08-29T14:42:57.006 INFO:teuthology.orchestra.run.smithi064.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-08-29T14:42:57.006 INFO:teuthology.orchestra.run.smithi064.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-08-29T14:42:57.006 INFO:teuthology.orchestra.run.smithi064.stdout: python3-ceph-argparse-2:18.2.4-774.gfe43f1c9.el9.x86_64 2024-08-29T14:42:57.006 INFO:teuthology.orchestra.run.smithi064.stdout: python3-ceph-common-2:18.2.4-774.gfe43f1c9.el9.x86_64 2024-08-29T14:42:57.006 INFO:teuthology.orchestra.run.smithi064.stdout: python3-cephfs-2:18.2.4-774.gfe43f1c9.el9.x86_64 2024-08-29T14:42:57.006 INFO:teuthology.orchestra.run.smithi064.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-08-29T14:42:57.007 INFO:teuthology.orchestra.run.smithi064.stdout: python3-rados-2:18.2.4-774.gfe43f1c9.el9.x86_64 2024-08-29T14:42:57.007 INFO:teuthology.orchestra.run.smithi064.stdout: python3-rbd-2:18.2.4-774.gfe43f1c9.el9.x86_64 2024-08-29T14:42:57.007 INFO:teuthology.orchestra.run.smithi064.stdout: python3-rgw-2:18.2.4-774.gfe43f1c9.el9.x86_64 2024-08-29T14:42:57.007 INFO:teuthology.orchestra.run.smithi064.stdout: re2-1:20211101-20.el9.x86_64 2024-08-29T14:42:57.007 INFO:teuthology.orchestra.run.smithi064.stdout: thrift-0.15.0-2.el9.x86_64 2024-08-29T14:42:57.007 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:42:57.007 INFO:teuthology.orchestra.run.smithi064.stdout:Complete! 2024-08-29T14:42:57.080 INFO:teuthology.orchestra.run.smithi146.stdout:(3/4): xmlstarlet-1.6.1-20.el9.x86_64.rpm 423 kB/s | 64 kB 00:00 2024-08-29T14:42:57.417 DEBUG:teuthology.orchestra.run.smithi064:> sudo yum -y install ceph-test 2024-08-29T14:42:57.986 INFO:teuthology.orchestra.run.smithi064.stdout:Last metadata expiration check: 0:00:27 ago on Thu 29 Aug 2024 02:42:30 PM UTC. 2024-08-29T14:42:58.005 INFO:teuthology.orchestra.run.smithi146.stdout:(4/4): ceph-test-18.2.4-774.gfe43f1c9.el9.x86_6 30 MB/s | 40 MB 00:01 2024-08-29T14:42:58.007 INFO:teuthology.orchestra.run.smithi146.stdout:-------------------------------------------------------------------------------- 2024-08-29T14:42:58.007 INFO:teuthology.orchestra.run.smithi146.stdout:Total 28 MB/s | 40 MB 00:01 2024-08-29T14:42:58.037 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction check 2024-08-29T14:42:58.055 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction check succeeded. 2024-08-29T14:42:58.055 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction test 2024-08-29T14:42:58.132 INFO:teuthology.orchestra.run.smithi064.stdout:Dependencies resolved. 2024-08-29T14:42:58.133 INFO:teuthology.orchestra.run.smithi064.stdout:================================================================================ 2024-08-29T14:42:58.133 INFO:teuthology.orchestra.run.smithi064.stdout: Package Arch Version Repository Size 2024-08-29T14:42:58.133 INFO:teuthology.orchestra.run.smithi064.stdout:================================================================================ 2024-08-29T14:42:58.133 INFO:teuthology.orchestra.run.smithi064.stdout:Installing: 2024-08-29T14:42:58.133 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-test x86_64 2:18.2.4-774.gfe43f1c9.el9 ceph 40 M 2024-08-29T14:42:58.133 INFO:teuthology.orchestra.run.smithi064.stdout:Installing dependencies: 2024-08-29T14:42:58.133 INFO:teuthology.orchestra.run.smithi064.stdout: libcephsqlite x86_64 2:18.2.4-774.gfe43f1c9.el9 ceph 166 k 2024-08-29T14:42:58.133 INFO:teuthology.orchestra.run.smithi064.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-08-29T14:42:58.133 INFO:teuthology.orchestra.run.smithi064.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-08-29T14:42:58.134 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:42:58.134 INFO:teuthology.orchestra.run.smithi064.stdout:Transaction Summary 2024-08-29T14:42:58.134 INFO:teuthology.orchestra.run.smithi064.stdout:================================================================================ 2024-08-29T14:42:58.134 INFO:teuthology.orchestra.run.smithi064.stdout:Install 4 Packages 2024-08-29T14:42:58.134 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:42:58.134 INFO:teuthology.orchestra.run.smithi064.stdout:Total download size: 40 M 2024-08-29T14:42:58.134 INFO:teuthology.orchestra.run.smithi064.stdout:Installed size: 164 M 2024-08-29T14:42:58.135 INFO:teuthology.orchestra.run.smithi064.stdout:Downloading Packages: 2024-08-29T14:42:58.372 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction test succeeded. 2024-08-29T14:42:58.372 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction 2024-08-29T14:42:58.449 INFO:teuthology.orchestra.run.smithi064.stdout:(1/4): socat-1.7.4.1-6.el9.x86_64.rpm 1.5 MB/s | 304 kB 00:00 2024-08-29T14:42:58.499 INFO:teuthology.orchestra.run.smithi064.stdout:(2/4): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 64 kB 00:00 2024-08-29T14:42:58.524 INFO:teuthology.orchestra.run.smithi064.stdout:(3/4): libcephsqlite-18.2.4-774.gfe43f1c9.el9.x 619 kB/s | 166 kB 00:00 2024-08-29T14:42:58.837 INFO:teuthology.orchestra.run.smithi146.stdout: Preparing : 1/1 2024-08-29T14:42:58.922 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 1/4 2024-08-29T14:42:58.962 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 2/4 2024-08-29T14:42:58.990 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : libcephsqlite-2:18.2.4-774.gfe43f1c9.el9.x86_64 3/4 2024-08-29T14:42:59.591 INFO:teuthology.orchestra.run.smithi064.stdout:(4/4): ceph-test-18.2.4-774.gfe43f1c9.el9.x86_6 30 MB/s | 40 MB 00:01 2024-08-29T14:42:59.593 INFO:teuthology.orchestra.run.smithi064.stdout:-------------------------------------------------------------------------------- 2024-08-29T14:42:59.593 INFO:teuthology.orchestra.run.smithi064.stdout:Total 28 MB/s | 40 MB 00:01 2024-08-29T14:42:59.621 INFO:teuthology.orchestra.run.smithi064.stdout:Running transaction check 2024-08-29T14:42:59.643 INFO:teuthology.orchestra.run.smithi064.stdout:Transaction check succeeded. 2024-08-29T14:42:59.643 INFO:teuthology.orchestra.run.smithi064.stdout:Running transaction test 2024-08-29T14:42:59.975 INFO:teuthology.orchestra.run.smithi064.stdout:Transaction test succeeded. 2024-08-29T14:42:59.975 INFO:teuthology.orchestra.run.smithi064.stdout:Running transaction 2024-08-29T14:43:00.461 INFO:teuthology.orchestra.run.smithi064.stdout: Preparing : 1/1 2024-08-29T14:43:00.551 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 1/4 2024-08-29T14:43:00.591 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 2/4 2024-08-29T14:43:00.618 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : libcephsqlite-2:18.2.4-774.gfe43f1c9.el9.x86_64 3/4 2024-08-29T14:43:02.639 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: libcephsqlite-2:18.2.4-774.gfe43f1c9.el9.x86_64 3/4 2024-08-29T14:43:02.711 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : ceph-test-2:18.2.4-774.gfe43f1c9.el9.x86_64 4/4 2024-08-29T14:43:04.475 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: libcephsqlite-2:18.2.4-774.gfe43f1c9.el9.x86_64 3/4 2024-08-29T14:43:04.551 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : ceph-test-2:18.2.4-774.gfe43f1c9.el9.x86_64 4/4 2024-08-29T14:43:04.668 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: ceph-test-2:18.2.4-774.gfe43f1c9.el9.x86_64 4/4 2024-08-29T14:43:04.669 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : ceph-test-2:18.2.4-774.gfe43f1c9.el9.x86_64 1/4 2024-08-29T14:43:04.669 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : libcephsqlite-2:18.2.4-774.gfe43f1c9.el9.x86_64 2/4 2024-08-29T14:43:04.669 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 3/4 2024-08-29T14:43:04.969 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 4/4 2024-08-29T14:43:04.969 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:43:04.969 INFO:teuthology.orchestra.run.smithi146.stdout:Installed: 2024-08-29T14:43:04.969 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-test-2:18.2.4-774.gfe43f1c9.el9.x86_64 2024-08-29T14:43:04.969 INFO:teuthology.orchestra.run.smithi146.stdout: libcephsqlite-2:18.2.4-774.gfe43f1c9.el9.x86_64 2024-08-29T14:43:04.969 INFO:teuthology.orchestra.run.smithi146.stdout: socat-1.7.4.1-6.el9.x86_64 2024-08-29T14:43:04.969 INFO:teuthology.orchestra.run.smithi146.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-08-29T14:43:04.969 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:43:04.969 INFO:teuthology.orchestra.run.smithi146.stdout:Complete! 2024-08-29T14:43:05.274 DEBUG:teuthology.orchestra.run.smithi146:> sudo yum -y install ceph 2024-08-29T14:43:05.838 INFO:teuthology.orchestra.run.smithi146.stdout:Last metadata expiration check: 0:00:36 ago on Thu 29 Aug 2024 02:42:29 PM UTC. 2024-08-29T14:43:05.979 INFO:teuthology.orchestra.run.smithi146.stdout:Dependencies resolved. 2024-08-29T14:43:05.981 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2024-08-29T14:43:05.981 INFO:teuthology.orchestra.run.smithi146.stdout: Package Arch Version Repository Size 2024-08-29T14:43:05.981 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2024-08-29T14:43:05.981 INFO:teuthology.orchestra.run.smithi146.stdout:Installing: 2024-08-29T14:43:05.981 INFO:teuthology.orchestra.run.smithi146.stdout: ceph x86_64 2:18.2.4-774.gfe43f1c9.el9 ceph 6.5 k 2024-08-29T14:43:05.981 INFO:teuthology.orchestra.run.smithi146.stdout:Installing dependencies: 2024-08-29T14:43:05.981 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-mds x86_64 2:18.2.4-774.gfe43f1c9.el9 ceph 2.1 M 2024-08-29T14:43:05.981 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-mgr x86_64 2:18.2.4-774.gfe43f1c9.el9 ceph 1.5 M 2024-08-29T14:43:05.981 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-mgr-modules-core noarch 2:18.2.4-774.gfe43f1c9.el9 ceph-noarch 246 k 2024-08-29T14:43:05.981 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-mon x86_64 2:18.2.4-774.gfe43f1c9.el9 ceph 4.7 M 2024-08-29T14:43:05.981 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-osd x86_64 2:18.2.4-774.gfe43f1c9.el9 ceph 17 M 2024-08-29T14:43:05.982 INFO:teuthology.orchestra.run.smithi146.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-08-29T14:43:05.982 INFO:teuthology.orchestra.run.smithi146.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-08-29T14:43:05.982 INFO:teuthology.orchestra.run.smithi146.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-08-29T14:43:05.982 INFO:teuthology.orchestra.run.smithi146.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-08-29T14:43:05.982 INFO:teuthology.orchestra.run.smithi146.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-08-29T14:43:05.982 INFO:teuthology.orchestra.run.smithi146.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-08-29T14:43:05.982 INFO:teuthology.orchestra.run.smithi146.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-08-29T14:43:05.982 INFO:teuthology.orchestra.run.smithi146.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-08-29T14:43:05.982 INFO:teuthology.orchestra.run.smithi146.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-08-29T14:43:05.982 INFO:teuthology.orchestra.run.smithi146.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-08-29T14:43:05.982 INFO:teuthology.orchestra.run.smithi146.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-08-29T14:43:05.982 INFO:teuthology.orchestra.run.smithi146.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-08-29T14:43:05.982 INFO:teuthology.orchestra.run.smithi146.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-08-29T14:43:05.983 INFO:teuthology.orchestra.run.smithi146.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-08-29T14:43:05.983 INFO:teuthology.orchestra.run.smithi146.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-08-29T14:43:05.983 INFO:teuthology.orchestra.run.smithi146.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-08-29T14:43:05.983 INFO:teuthology.orchestra.run.smithi146.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-08-29T14:43:05.983 INFO:teuthology.orchestra.run.smithi146.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-08-29T14:43:05.983 INFO:teuthology.orchestra.run.smithi146.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-08-29T14:43:05.983 INFO:teuthology.orchestra.run.smithi146.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-08-29T14:43:05.983 INFO:teuthology.orchestra.run.smithi146.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-08-29T14:43:05.983 INFO:teuthology.orchestra.run.smithi146.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-08-29T14:43:05.983 INFO:teuthology.orchestra.run.smithi146.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-08-29T14:43:05.983 INFO:teuthology.orchestra.run.smithi146.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-08-29T14:43:05.983 INFO:teuthology.orchestra.run.smithi146.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-08-29T14:43:05.983 INFO:teuthology.orchestra.run.smithi146.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-08-29T14:43:05.983 INFO:teuthology.orchestra.run.smithi146.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-08-29T14:43:05.983 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:43:05.984 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction Summary 2024-08-29T14:43:05.984 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2024-08-29T14:43:05.984 INFO:teuthology.orchestra.run.smithi146.stdout:Install 33 Packages 2024-08-29T14:43:05.984 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:43:05.984 INFO:teuthology.orchestra.run.smithi146.stdout:Total download size: 29 M 2024-08-29T14:43:05.984 INFO:teuthology.orchestra.run.smithi146.stdout:Installed size: 104 M 2024-08-29T14:43:05.984 INFO:teuthology.orchestra.run.smithi146.stdout:Downloading Packages: 2024-08-29T14:43:06.528 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: ceph-test-2:18.2.4-774.gfe43f1c9.el9.x86_64 4/4 2024-08-29T14:43:06.528 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : ceph-test-2:18.2.4-774.gfe43f1c9.el9.x86_64 1/4 2024-08-29T14:43:06.528 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : libcephsqlite-2:18.2.4-774.gfe43f1c9.el9.x86_64 2/4 2024-08-29T14:43:06.528 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 3/4 2024-08-29T14:43:06.851 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 4/4 2024-08-29T14:43:06.851 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:43:06.851 INFO:teuthology.orchestra.run.smithi064.stdout:Installed: 2024-08-29T14:43:06.851 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-test-2:18.2.4-774.gfe43f1c9.el9.x86_64 2024-08-29T14:43:06.851 INFO:teuthology.orchestra.run.smithi064.stdout: libcephsqlite-2:18.2.4-774.gfe43f1c9.el9.x86_64 2024-08-29T14:43:06.851 INFO:teuthology.orchestra.run.smithi064.stdout: socat-1.7.4.1-6.el9.x86_64 2024-08-29T14:43:06.851 INFO:teuthology.orchestra.run.smithi064.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-08-29T14:43:06.851 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:43:06.851 INFO:teuthology.orchestra.run.smithi064.stdout:Complete! 2024-08-29T14:43:07.013 INFO:teuthology.orchestra.run.smithi146.stdout:(1/33): ceph-18.2.4-774.gfe43f1c9.el9.x86_64.rp 29 kB/s | 6.5 kB 00:00 2024-08-29T14:43:07.161 DEBUG:teuthology.orchestra.run.smithi064:> sudo yum -y install ceph 2024-08-29T14:43:07.421 INFO:teuthology.orchestra.run.smithi146.stdout:(2/33): ceph-mgr-18.2.4-774.gfe43f1c9.el9.x86_6 2.3 MB/s | 1.5 MB 00:00 2024-08-29T14:43:07.497 INFO:teuthology.orchestra.run.smithi146.stdout:(3/33): ceph-mds-18.2.4-774.gfe43f1c9.el9.x86_6 3.0 MB/s | 2.1 MB 00:00 2024-08-29T14:43:07.564 INFO:teuthology.orchestra.run.smithi146.stdout:(4/33): ceph-mgr-modules-core-18.2.4-774.gfe43f 3.6 MB/s | 246 kB 00:00 2024-08-29T14:43:07.722 INFO:teuthology.orchestra.run.smithi064.stdout:Last metadata expiration check: 0:00:37 ago on Thu 29 Aug 2024 02:42:30 PM UTC. 2024-08-29T14:43:07.868 INFO:teuthology.orchestra.run.smithi064.stdout:Dependencies resolved. 2024-08-29T14:43:07.870 INFO:teuthology.orchestra.run.smithi064.stdout:================================================================================ 2024-08-29T14:43:07.870 INFO:teuthology.orchestra.run.smithi064.stdout: Package Arch Version Repository Size 2024-08-29T14:43:07.870 INFO:teuthology.orchestra.run.smithi064.stdout:================================================================================ 2024-08-29T14:43:07.870 INFO:teuthology.orchestra.run.smithi064.stdout:Installing: 2024-08-29T14:43:07.870 INFO:teuthology.orchestra.run.smithi064.stdout: ceph x86_64 2:18.2.4-774.gfe43f1c9.el9 ceph 6.5 k 2024-08-29T14:43:07.870 INFO:teuthology.orchestra.run.smithi064.stdout:Installing dependencies: 2024-08-29T14:43:07.870 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-mds x86_64 2:18.2.4-774.gfe43f1c9.el9 ceph 2.1 M 2024-08-29T14:43:07.871 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-mgr x86_64 2:18.2.4-774.gfe43f1c9.el9 ceph 1.5 M 2024-08-29T14:43:07.871 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-mgr-modules-core noarch 2:18.2.4-774.gfe43f1c9.el9 ceph-noarch 246 k 2024-08-29T14:43:07.871 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-mon x86_64 2:18.2.4-774.gfe43f1c9.el9 ceph 4.7 M 2024-08-29T14:43:07.871 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-osd x86_64 2:18.2.4-774.gfe43f1c9.el9 ceph 17 M 2024-08-29T14:43:07.871 INFO:teuthology.orchestra.run.smithi064.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-08-29T14:43:07.871 INFO:teuthology.orchestra.run.smithi064.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-08-29T14:43:07.871 INFO:teuthology.orchestra.run.smithi064.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-08-29T14:43:07.871 INFO:teuthology.orchestra.run.smithi064.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-08-29T14:43:07.871 INFO:teuthology.orchestra.run.smithi064.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-08-29T14:43:07.871 INFO:teuthology.orchestra.run.smithi064.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-08-29T14:43:07.871 INFO:teuthology.orchestra.run.smithi064.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-08-29T14:43:07.871 INFO:teuthology.orchestra.run.smithi064.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-08-29T14:43:07.872 INFO:teuthology.orchestra.run.smithi064.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-08-29T14:43:07.872 INFO:teuthology.orchestra.run.smithi064.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-08-29T14:43:07.872 INFO:teuthology.orchestra.run.smithi064.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-08-29T14:43:07.872 INFO:teuthology.orchestra.run.smithi064.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-08-29T14:43:07.872 INFO:teuthology.orchestra.run.smithi064.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-08-29T14:43:07.872 INFO:teuthology.orchestra.run.smithi064.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-08-29T14:43:07.872 INFO:teuthology.orchestra.run.smithi064.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-08-29T14:43:07.872 INFO:teuthology.orchestra.run.smithi064.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-08-29T14:43:07.872 INFO:teuthology.orchestra.run.smithi064.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-08-29T14:43:07.872 INFO:teuthology.orchestra.run.smithi064.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-08-29T14:43:07.872 INFO:teuthology.orchestra.run.smithi064.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-08-29T14:43:07.873 INFO:teuthology.orchestra.run.smithi064.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-08-29T14:43:07.873 INFO:teuthology.orchestra.run.smithi064.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-08-29T14:43:07.873 INFO:teuthology.orchestra.run.smithi064.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-08-29T14:43:07.873 INFO:teuthology.orchestra.run.smithi064.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-08-29T14:43:07.873 INFO:teuthology.orchestra.run.smithi064.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-08-29T14:43:07.873 INFO:teuthology.orchestra.run.smithi064.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-08-29T14:43:07.873 INFO:teuthology.orchestra.run.smithi064.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-08-29T14:43:07.873 INFO:teuthology.orchestra.run.smithi064.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-08-29T14:43:07.873 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:43:07.873 INFO:teuthology.orchestra.run.smithi064.stdout:Transaction Summary 2024-08-29T14:43:07.873 INFO:teuthology.orchestra.run.smithi064.stdout:================================================================================ 2024-08-29T14:43:07.873 INFO:teuthology.orchestra.run.smithi064.stdout:Install 33 Packages 2024-08-29T14:43:07.873 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:43:07.874 INFO:teuthology.orchestra.run.smithi146.stdout:(5/33): ceph-mon-18.2.4-774.gfe43f1c9.el9.x86_6 5.4 MB/s | 4.7 MB 00:00 2024-08-29T14:43:07.874 INFO:teuthology.orchestra.run.smithi064.stdout:Total download size: 29 M 2024-08-29T14:43:07.875 INFO:teuthology.orchestra.run.smithi064.stdout:Installed size: 104 M 2024-08-29T14:43:07.875 INFO:teuthology.orchestra.run.smithi064.stdout:Downloading Packages: 2024-08-29T14:43:08.239 INFO:teuthology.orchestra.run.smithi146.stdout:(6/33): python3-cffi-1.14.5-5.el9.x86_64.rpm 375 kB/s | 253 kB 00:00 2024-08-29T14:43:08.364 INFO:teuthology.orchestra.run.smithi146.stdout:(7/33): python3-ply-3.11-14.el9.noarch.rpm 853 kB/s | 106 kB 00:00 2024-08-29T14:43:08.476 INFO:teuthology.orchestra.run.smithi064.stdout:(1/33): ceph-18.2.4-774.gfe43f1c9.el9.x86_64.rp 36 kB/s | 6.5 kB 00:00 2024-08-29T14:43:08.481 INFO:teuthology.orchestra.run.smithi146.stdout:(8/33): python3-pycparser-2.20-6.el9.noarch.rpm 1.1 MB/s | 135 kB 00:00 2024-08-29T14:43:08.715 INFO:teuthology.orchestra.run.smithi146.stdout:(9/33): ceph-osd-18.2.4-774.gfe43f1c9.el9.x86_6 13 MB/s | 17 MB 00:01 2024-08-29T14:43:08.740 INFO:teuthology.orchestra.run.smithi146.stdout:(10/33): python3-requests-2.25.1-8.el9.noarch.r 483 kB/s | 125 kB 00:00 2024-08-29T14:43:08.893 INFO:teuthology.orchestra.run.smithi064.stdout:(2/33): ceph-mgr-18.2.4-774.gfe43f1c9.el9.x86_6 2.4 MB/s | 1.5 MB 00:00 2024-08-29T14:43:08.974 INFO:teuthology.orchestra.run.smithi146.stdout:(11/33): python3-cryptography-36.0.1-4.el9.x86_ 1.1 MB/s | 1.2 MB 00:01 2024-08-29T14:43:09.015 INFO:teuthology.orchestra.run.smithi146.stdout:(12/33): python3-mako-1.1.4-6.el9.noarch.rpm 626 kB/s | 172 kB 00:00 2024-08-29T14:43:09.074 INFO:teuthology.orchestra.run.smithi146.stdout:(13/33): python3-pytz-2021.1-5.el9.noarch.rpm 875 kB/s | 51 kB 00:00 2024-08-29T14:43:09.116 INFO:teuthology.orchestra.run.smithi146.stdout:(14/33): python3-markupsafe-1.1.1-12.el9.x86_64 245 kB/s | 35 kB 00:00 2024-08-29T14:43:09.141 INFO:teuthology.orchestra.run.smithi146.stdout:(15/33): python3-toml-0.10.2-6.el9.noarch.rpm 622 kB/s | 42 kB 00:00 2024-08-29T14:43:09.177 INFO:teuthology.orchestra.run.smithi064.stdout:(3/33): ceph-mds-18.2.4-774.gfe43f1c9.el9.x86_6 2.4 MB/s | 2.1 MB 00:00 2024-08-29T14:43:09.225 INFO:teuthology.orchestra.run.smithi146.stdout:(16/33): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 402 kB/s | 43 kB 00:00 2024-08-29T14:43:09.258 INFO:teuthology.orchestra.run.smithi146.stdout:(17/33): python3-cheroot-8.6.0-4.el9.noarch.rpm 1.4 MB/s | 172 kB 00:00 2024-08-29T14:43:09.260 INFO:teuthology.orchestra.run.smithi064.stdout:(4/33): ceph-mgr-modules-core-18.2.4-774.gfe43f 2.9 MB/s | 246 kB 00:00 2024-08-29T14:43:09.292 INFO:teuthology.orchestra.run.smithi146.stdout:(18/33): python3-jaraco-8.2.1-3.el9.noarch.rpm 323 kB/s | 11 kB 00:00 2024-08-29T14:43:09.325 INFO:teuthology.orchestra.run.smithi146.stdout:(19/33): python3-cherrypy-18.6.1-2.el9.noarch.r 3.5 MB/s | 358 kB 00:00 2024-08-29T14:43:09.351 INFO:teuthology.orchestra.run.smithi146.stdout:(20/33): python3-jaraco-classes-3.2.1-5.el9.noa 301 kB/s | 18 kB 00:00 2024-08-29T14:43:09.376 INFO:teuthology.orchestra.run.smithi146.stdout:(21/33): python3-urllib3-1.26.5-6.el9.noarch.rp 325 kB/s | 215 kB 00:00 2024-08-29T14:43:09.394 INFO:teuthology.orchestra.run.smithi064.stdout:(5/33): ceph-mon-18.2.4-774.gfe43f1c9.el9.x86_6 5.1 MB/s | 4.7 MB 00:00 2024-08-29T14:43:09.401 INFO:teuthology.orchestra.run.smithi146.stdout:(22/33): python3-jaraco-collections-3.0.0-8.el9 306 kB/s | 23 kB 00:00 2024-08-29T14:43:09.435 INFO:teuthology.orchestra.run.smithi146.stdout:(23/33): python3-jaraco-functools-3.5.0-2.el9.n 232 kB/s | 19 kB 00:00 2024-08-29T14:43:09.460 INFO:teuthology.orchestra.run.smithi146.stdout:(24/33): python3-logutils-0.3.5-21.el9.noarch.r 911 kB/s | 46 kB 00:00 2024-08-29T14:43:09.485 INFO:teuthology.orchestra.run.smithi146.stdout:(25/33): python3-jaraco-text-3.2.0-6.el9.noarch 180 kB/s | 20 kB 00:00 2024-08-29T14:43:09.511 INFO:teuthology.orchestra.run.smithi146.stdout:(26/33): python3-more-itertools-8.12.0-2.el9.no 1.0 MB/s | 79 kB 00:00 2024-08-29T14:43:09.536 INFO:teuthology.orchestra.run.smithi146.stdout:(27/33): python3-portend-3.1.0-2.el9.noarch.rpm 328 kB/s | 16 kB 00:00 2024-08-29T14:43:09.561 INFO:teuthology.orchestra.run.smithi064.stdout:(6/33): python3-cffi-1.14.5-5.el9.x86_64.rpm 844 kB/s | 253 kB 00:00 2024-08-29T14:43:09.561 INFO:teuthology.orchestra.run.smithi146.stdout:(28/33): python3-pyOpenSSL-21.0.0-1.el9.noarch. 1.8 MB/s | 90 kB 00:00 2024-08-29T14:43:09.595 INFO:teuthology.orchestra.run.smithi146.stdout:(29/33): python3-tempora-5.0.0-2.el9.noarch.rpm 608 kB/s | 36 kB 00:00 2024-08-29T14:43:09.645 INFO:teuthology.orchestra.run.smithi146.stdout:(30/33): python3-pecan-1.4.2-3.el9.noarch.rpm 1.4 MB/s | 272 kB 00:00 2024-08-29T14:43:09.661 INFO:teuthology.orchestra.run.smithi064.stdout:(7/33): python3-ply-3.11-14.el9.noarch.rpm 1.0 MB/s | 106 kB 00:00 2024-08-29T14:43:09.670 INFO:teuthology.orchestra.run.smithi146.stdout:(31/33): python3-webob-1.8.8-2.el9.noarch.rpm 2.1 MB/s | 230 kB 00:00 2024-08-29T14:43:09.696 INFO:teuthology.orchestra.run.smithi146.stdout:(32/33): python3-zc-lockfile-2.0-10.el9.noarch. 398 kB/s | 20 kB 00:00 2024-08-29T14:43:09.721 INFO:teuthology.orchestra.run.smithi146.stdout:(33/33): python3-werkzeug-2.0.3-3.el9.1.noarch. 3.3 MB/s | 427 kB 00:00 2024-08-29T14:43:09.726 INFO:teuthology.orchestra.run.smithi146.stdout:-------------------------------------------------------------------------------- 2024-08-29T14:43:09.726 INFO:teuthology.orchestra.run.smithi146.stdout:Total 7.8 MB/s | 29 MB 00:03 2024-08-29T14:43:09.761 INFO:teuthology.orchestra.run.smithi064.stdout:(8/33): python3-pycparser-2.20-6.el9.noarch.rpm 1.3 MB/s | 135 kB 00:00 2024-08-29T14:43:09.850 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction check 2024-08-29T14:43:09.853 INFO:teuthology.orchestra.run.smithi064.stdout:(9/33): python3-requests-2.25.1-8.el9.noarch.rp 1.3 MB/s | 125 kB 00:00 2024-08-29T14:43:09.888 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction check succeeded. 2024-08-29T14:43:09.888 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction test 2024-08-29T14:43:09.954 INFO:teuthology.orchestra.run.smithi064.stdout:(10/33): python3-cryptography-36.0.1-4.el9.x86_ 2.2 MB/s | 1.2 MB 00:00 2024-08-29T14:43:09.987 INFO:teuthology.orchestra.run.smithi064.stdout:(11/33): python3-urllib3-1.26.5-6.el9.noarch.rp 1.6 MB/s | 215 kB 00:00 2024-08-29T14:43:10.154 INFO:teuthology.orchestra.run.smithi064.stdout:(12/33): ceph-osd-18.2.4-774.gfe43f1c9.el9.x86_ 13 MB/s | 17 MB 00:01 2024-08-29T14:43:10.171 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction test succeeded. 2024-08-29T14:43:10.171 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction 2024-08-29T14:43:10.229 INFO:teuthology.orchestra.run.smithi064.stdout:(13/33): python3-markupsafe-1.1.1-12.el9.x86_64 144 kB/s | 35 kB 00:00 2024-08-29T14:43:10.271 INFO:teuthology.orchestra.run.smithi064.stdout:(14/33): python3-pytz-2021.1-5.el9.noarch.rpm 437 kB/s | 51 kB 00:00 2024-08-29T14:43:10.304 INFO:teuthology.orchestra.run.smithi064.stdout:(15/33): python3-mako-1.1.4-6.el9.noarch.rpm 543 kB/s | 172 kB 00:00 2024-08-29T14:43:10.330 INFO:teuthology.orchestra.run.smithi064.stdout:(16/33): python3-toml-0.10.2-6.el9.noarch.rpm 414 kB/s | 42 kB 00:00 2024-08-29T14:43:10.405 INFO:teuthology.orchestra.run.smithi064.stdout:(17/33): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 325 kB/s | 43 kB 00:00 2024-08-29T14:43:10.430 INFO:teuthology.orchestra.run.smithi064.stdout:(18/33): python3-jaraco-8.2.1-3.el9.noarch.rpm 430 kB/s | 11 kB 00:00 2024-08-29T14:43:10.455 INFO:teuthology.orchestra.run.smithi064.stdout:(19/33): python3-cheroot-8.6.0-4.el9.noarch.rpm 1.1 MB/s | 172 kB 00:00 2024-08-29T14:43:10.481 INFO:teuthology.orchestra.run.smithi064.stdout:(20/33): python3-jaraco-classes-3.2.1-5.el9.noa 352 kB/s | 18 kB 00:00 2024-08-29T14:43:10.506 INFO:teuthology.orchestra.run.smithi064.stdout:(21/33): python3-jaraco-collections-3.0.0-8.el9 461 kB/s | 23 kB 00:00 2024-08-29T14:43:10.531 INFO:teuthology.orchestra.run.smithi064.stdout:(22/33): python3-jaraco-functools-3.5.0-2.el9.n 387 kB/s | 19 kB 00:00 2024-08-29T14:43:10.557 INFO:teuthology.orchestra.run.smithi064.stdout:(23/33): python3-jaraco-text-3.2.0-6.el9.noarch 391 kB/s | 20 kB 00:00 2024-08-29T14:43:10.582 INFO:teuthology.orchestra.run.smithi064.stdout:(24/33): python3-logutils-0.3.5-21.el9.noarch.r 922 kB/s | 46 kB 00:00 2024-08-29T14:43:10.608 INFO:teuthology.orchestra.run.smithi064.stdout:(25/33): python3-cherrypy-18.6.1-2.el9.noarch.r 1.3 MB/s | 358 kB 00:00 2024-08-29T14:43:10.633 INFO:teuthology.orchestra.run.smithi064.stdout:(26/33): python3-more-itertools-8.12.0-2.el9.no 1.0 MB/s | 79 kB 00:00 2024-08-29T14:43:10.658 INFO:teuthology.orchestra.run.smithi064.stdout:(27/33): python3-portend-3.1.0-2.el9.noarch.rpm 327 kB/s | 16 kB 00:00 2024-08-29T14:43:10.683 INFO:teuthology.orchestra.run.smithi064.stdout:(28/33): python3-pyOpenSSL-21.0.0-1.el9.noarch. 1.8 MB/s | 90 kB 00:00 2024-08-29T14:43:10.708 INFO:teuthology.orchestra.run.smithi064.stdout:(29/33): python3-tempora-5.0.0-2.el9.noarch.rpm 713 kB/s | 36 kB 00:00 2024-08-29T14:43:10.734 INFO:teuthology.orchestra.run.smithi064.stdout:(30/33): python3-pecan-1.4.2-3.el9.noarch.rpm 1.8 MB/s | 272 kB 00:00 2024-08-29T14:43:10.759 INFO:teuthology.orchestra.run.smithi064.stdout:(31/33): python3-webob-1.8.8-2.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-08-29T14:43:10.784 INFO:teuthology.orchestra.run.smithi064.stdout:(32/33): python3-zc-lockfile-2.0-10.el9.noarch. 399 kB/s | 20 kB 00:00 2024-08-29T14:43:10.810 INFO:teuthology.orchestra.run.smithi064.stdout:(33/33): python3-werkzeug-2.0.3-3.el9.1.noarch. 4.1 MB/s | 427 kB 00:00 2024-08-29T14:43:10.814 INFO:teuthology.orchestra.run.smithi064.stdout:-------------------------------------------------------------------------------- 2024-08-29T14:43:10.814 INFO:teuthology.orchestra.run.smithi064.stdout:Total 9.9 MB/s | 29 MB 00:02 2024-08-29T14:43:10.938 INFO:teuthology.orchestra.run.smithi064.stdout:Running transaction check 2024-08-29T14:43:10.978 INFO:teuthology.orchestra.run.smithi064.stdout:Transaction check succeeded. 2024-08-29T14:43:10.979 INFO:teuthology.orchestra.run.smithi064.stdout:Running transaction test 2024-08-29T14:43:11.274 INFO:teuthology.orchestra.run.smithi064.stdout:Transaction test succeeded. 2024-08-29T14:43:11.275 INFO:teuthology.orchestra.run.smithi064.stdout:Running transaction 2024-08-29T14:43:11.382 INFO:teuthology.orchestra.run.smithi146.stdout: Preparing : 1/1 2024-08-29T14:43:11.441 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 1/33 2024-08-29T14:43:11.473 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 2/33 2024-08-29T14:43:11.514 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 3/33 2024-08-29T14:43:11.606 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 4/33 2024-08-29T14:43:11.692 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 5/33 2024-08-29T14:43:11.733 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 6/33 2024-08-29T14:43:11.768 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 7/33 2024-08-29T14:43:11.798 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 8/33 2024-08-29T14:43:11.832 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 9/33 2024-08-29T14:43:11.866 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 10/33 2024-08-29T14:43:11.906 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 11/33 2024-08-29T14:43:11.950 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 12/33 2024-08-29T14:43:11.984 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 13/33 2024-08-29T14:43:12.022 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 14/33 2024-08-29T14:43:12.096 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 15/33 2024-08-29T14:43:12.237 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 16/33 2024-08-29T14:43:12.323 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 17/33 2024-08-29T14:43:12.375 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 18/33 2024-08-29T14:43:12.413 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 19/33 2024-08-29T14:43:12.474 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-ply-3.11-14.el9.noarch 20/33 2024-08-29T14:43:12.530 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 21/33 2024-08-29T14:43:12.627 INFO:teuthology.orchestra.run.smithi064.stdout: Preparing : 1/1 2024-08-29T14:43:12.680 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 1/33 2024-08-29T14:43:12.719 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 22/33 2024-08-29T14:43:12.720 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 2/33 2024-08-29T14:43:12.753 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 3/33 2024-08-29T14:43:12.762 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 23/33 2024-08-29T14:43:12.841 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 24/33 2024-08-29T14:43:12.849 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 4/33 2024-08-29T14:43:12.927 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 5/33 2024-08-29T14:43:12.929 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 25/33 2024-08-29T14:43:12.969 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 26/33 2024-08-29T14:43:12.974 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 6/33 2024-08-29T14:43:13.008 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 7/33 2024-08-29T14:43:13.046 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 8/33 2024-08-29T14:43:13.080 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 9/33 2024-08-29T14:43:13.086 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 27/33 2024-08-29T14:43:13.114 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 10/33 2024-08-29T14:43:13.155 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 11/33 2024-08-29T14:43:13.198 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 12/33 2024-08-29T14:43:13.240 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 13/33 2024-08-29T14:43:13.244 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : ceph-mgr-modules-core-2:18.2.4-774.gfe43f1c9.el9.n 28/33 2024-08-29T14:43:13.271 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : ceph-mgr-2:18.2.4-774.gfe43f1c9.el9.x86_64 29/33 2024-08-29T14:43:13.279 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 14/33 2024-08-29T14:43:13.297 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: ceph-mgr-2:18.2.4-774.gfe43f1c9.el9.x86_64 29/33 2024-08-29T14:43:13.297 INFO:teuthology.orchestra.run.smithi146.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-29T14:43:13.297 INFO:teuthology.orchestra.run.smithi146.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-08-29T14:43:13.297 INFO:teuthology.orchestra.run.smithi146.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-08-29T14:43:13.297 INFO:teuthology.orchestra.run.smithi146.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-08-29T14:43:13.298 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:43:13.355 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 15/33 2024-08-29T14:43:13.512 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 16/33 2024-08-29T14:43:13.690 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 17/33 2024-08-29T14:43:13.758 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 18/33 2024-08-29T14:43:13.795 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 19/33 2024-08-29T14:43:13.854 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-ply-3.11-14.el9.noarch 20/33 2024-08-29T14:43:13.918 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 21/33 2024-08-29T14:43:14.115 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 22/33 2024-08-29T14:43:14.161 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 23/33 2024-08-29T14:43:14.242 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 24/33 2024-08-29T14:43:14.343 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 25/33 2024-08-29T14:43:14.393 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 26/33 2024-08-29T14:43:14.514 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 27/33 2024-08-29T14:43:14.675 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : ceph-mgr-modules-core-2:18.2.4-774.gfe43f1c9.el9.n 28/33 2024-08-29T14:43:14.703 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : ceph-mgr-2:18.2.4-774.gfe43f1c9.el9.x86_64 29/33 2024-08-29T14:43:14.728 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: ceph-mgr-2:18.2.4-774.gfe43f1c9.el9.x86_64 29/33 2024-08-29T14:43:14.728 INFO:teuthology.orchestra.run.smithi064.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-29T14:43:14.728 INFO:teuthology.orchestra.run.smithi064.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-08-29T14:43:14.728 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-08-29T14:43:14.728 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-08-29T14:43:14.728 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:43:14.783 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : ceph-osd-2:18.2.4-774.gfe43f1c9.el9.x86_64 30/33 2024-08-29T14:43:14.812 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: ceph-osd-2:18.2.4-774.gfe43f1c9.el9.x86_64 30/33 2024-08-29T14:43:14.813 INFO:teuthology.orchestra.run.smithi146.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-29T14:43:14.813 INFO:teuthology.orchestra.run.smithi146.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-08-29T14:43:14.813 INFO:teuthology.orchestra.run.smithi146.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-08-29T14:43:14.813 INFO:teuthology.orchestra.run.smithi146.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-08-29T14:43:14.813 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:43:15.267 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : ceph-mon-2:18.2.4-774.gfe43f1c9.el9.x86_64 31/33 2024-08-29T14:43:15.292 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: ceph-mon-2:18.2.4-774.gfe43f1c9.el9.x86_64 31/33 2024-08-29T14:43:15.292 INFO:teuthology.orchestra.run.smithi146.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-29T14:43:15.292 INFO:teuthology.orchestra.run.smithi146.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-08-29T14:43:15.292 INFO:teuthology.orchestra.run.smithi146.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-08-29T14:43:15.292 INFO:teuthology.orchestra.run.smithi146.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-08-29T14:43:15.292 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:43:15.493 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : ceph-mds-2:18.2.4-774.gfe43f1c9.el9.x86_64 32/33 2024-08-29T14:43:15.517 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: ceph-mds-2:18.2.4-774.gfe43f1c9.el9.x86_64 32/33 2024-08-29T14:43:15.517 INFO:teuthology.orchestra.run.smithi146.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-29T14:43:15.517 INFO:teuthology.orchestra.run.smithi146.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-08-29T14:43:15.517 INFO:teuthology.orchestra.run.smithi146.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-08-29T14:43:15.517 INFO:teuthology.orchestra.run.smithi146.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-08-29T14:43:15.517 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:43:15.588 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : ceph-2:18.2.4-774.gfe43f1c9.el9.x86_64 33/33 2024-08-29T14:43:16.221 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : ceph-osd-2:18.2.4-774.gfe43f1c9.el9.x86_64 30/33 2024-08-29T14:43:16.251 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: ceph-osd-2:18.2.4-774.gfe43f1c9.el9.x86_64 30/33 2024-08-29T14:43:16.251 INFO:teuthology.orchestra.run.smithi064.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-29T14:43:16.252 INFO:teuthology.orchestra.run.smithi064.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-08-29T14:43:16.252 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-08-29T14:43:16.252 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-08-29T14:43:16.252 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:43:16.722 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : ceph-mon-2:18.2.4-774.gfe43f1c9.el9.x86_64 31/33 2024-08-29T14:43:16.746 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: ceph-mon-2:18.2.4-774.gfe43f1c9.el9.x86_64 31/33 2024-08-29T14:43:16.746 INFO:teuthology.orchestra.run.smithi064.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-29T14:43:16.746 INFO:teuthology.orchestra.run.smithi064.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-08-29T14:43:16.746 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-08-29T14:43:16.746 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-08-29T14:43:16.746 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:43:16.973 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : ceph-mds-2:18.2.4-774.gfe43f1c9.el9.x86_64 32/33 2024-08-29T14:43:16.996 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: ceph-mds-2:18.2.4-774.gfe43f1c9.el9.x86_64 32/33 2024-08-29T14:43:16.996 INFO:teuthology.orchestra.run.smithi064.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-29T14:43:16.997 INFO:teuthology.orchestra.run.smithi064.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-08-29T14:43:16.997 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-08-29T14:43:16.997 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-08-29T14:43:16.997 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:43:17.062 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : ceph-2:18.2.4-774.gfe43f1c9.el9.x86_64 33/33 2024-08-29T14:43:17.232 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: ceph-2:18.2.4-774.gfe43f1c9.el9.x86_64 33/33 2024-08-29T14:43:17.233 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : ceph-2:18.2.4-774.gfe43f1c9.el9.x86_64 1/33 2024-08-29T14:43:17.233 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : ceph-mds-2:18.2.4-774.gfe43f1c9.el9.x86_64 2/33 2024-08-29T14:43:17.233 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : ceph-mgr-2:18.2.4-774.gfe43f1c9.el9.x86_64 3/33 2024-08-29T14:43:17.233 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : ceph-mon-2:18.2.4-774.gfe43f1c9.el9.x86_64 4/33 2024-08-29T14:43:17.233 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : ceph-osd-2:18.2.4-774.gfe43f1c9.el9.x86_64 5/33 2024-08-29T14:43:17.233 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : ceph-mgr-modules-core-2:18.2.4-774.gfe43f1c9.el9.n 6/33 2024-08-29T14:43:17.233 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 7/33 2024-08-29T14:43:17.233 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 8/33 2024-08-29T14:43:17.233 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-ply-3.11-14.el9.noarch 9/33 2024-08-29T14:43:17.233 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 10/33 2024-08-29T14:43:17.233 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 11/33 2024-08-29T14:43:17.234 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 12/33 2024-08-29T14:43:17.234 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 13/33 2024-08-29T14:43:17.234 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 14/33 2024-08-29T14:43:17.234 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 15/33 2024-08-29T14:43:17.234 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 16/33 2024-08-29T14:43:17.234 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 17/33 2024-08-29T14:43:17.234 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 18/33 2024-08-29T14:43:17.234 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 19/33 2024-08-29T14:43:17.234 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 20/33 2024-08-29T14:43:17.234 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 21/33 2024-08-29T14:43:17.235 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 22/33 2024-08-29T14:43:17.235 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 23/33 2024-08-29T14:43:17.235 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 24/33 2024-08-29T14:43:17.235 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 25/33 2024-08-29T14:43:17.235 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 26/33 2024-08-29T14:43:17.235 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 27/33 2024-08-29T14:43:17.235 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 28/33 2024-08-29T14:43:17.235 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 29/33 2024-08-29T14:43:17.235 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 30/33 2024-08-29T14:43:17.235 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 31/33 2024-08-29T14:43:17.235 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 32/33 2024-08-29T14:43:18.184 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 33/33 2024-08-29T14:43:18.184 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:43:18.185 INFO:teuthology.orchestra.run.smithi146.stdout:Installed: 2024-08-29T14:43:18.185 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-2:18.2.4-774.gfe43f1c9.el9.x86_64 2024-08-29T14:43:18.185 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-mds-2:18.2.4-774.gfe43f1c9.el9.x86_64 2024-08-29T14:43:18.185 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-mgr-2:18.2.4-774.gfe43f1c9.el9.x86_64 2024-08-29T14:43:18.185 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-mgr-modules-core-2:18.2.4-774.gfe43f1c9.el9.noarch 2024-08-29T14:43:18.185 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-mon-2:18.2.4-774.gfe43f1c9.el9.x86_64 2024-08-29T14:43:18.185 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-osd-2:18.2.4-774.gfe43f1c9.el9.x86_64 2024-08-29T14:43:18.185 INFO:teuthology.orchestra.run.smithi146.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-08-29T14:43:18.185 INFO:teuthology.orchestra.run.smithi146.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-08-29T14:43:18.186 INFO:teuthology.orchestra.run.smithi146.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-08-29T14:43:18.186 INFO:teuthology.orchestra.run.smithi146.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-08-29T14:43:18.186 INFO:teuthology.orchestra.run.smithi146.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-08-29T14:43:18.186 INFO:teuthology.orchestra.run.smithi146.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-08-29T14:43:18.186 INFO:teuthology.orchestra.run.smithi146.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-08-29T14:43:18.186 INFO:teuthology.orchestra.run.smithi146.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-08-29T14:43:18.186 INFO:teuthology.orchestra.run.smithi146.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-08-29T14:43:18.186 INFO:teuthology.orchestra.run.smithi146.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-08-29T14:43:18.187 INFO:teuthology.orchestra.run.smithi146.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-08-29T14:43:18.187 INFO:teuthology.orchestra.run.smithi146.stdout: python3-mako-1.1.4-6.el9.noarch 2024-08-29T14:43:18.187 INFO:teuthology.orchestra.run.smithi146.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-08-29T14:43:18.187 INFO:teuthology.orchestra.run.smithi146.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-08-29T14:43:18.187 INFO:teuthology.orchestra.run.smithi146.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-08-29T14:43:18.187 INFO:teuthology.orchestra.run.smithi146.stdout: python3-ply-3.11-14.el9.noarch 2024-08-29T14:43:18.187 INFO:teuthology.orchestra.run.smithi146.stdout: python3-portend-3.1.0-2.el9.noarch 2024-08-29T14:43:18.187 INFO:teuthology.orchestra.run.smithi146.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-08-29T14:43:18.187 INFO:teuthology.orchestra.run.smithi146.stdout: python3-pycparser-2.20-6.el9.noarch 2024-08-29T14:43:18.187 INFO:teuthology.orchestra.run.smithi146.stdout: python3-pytz-2021.1-5.el9.noarch 2024-08-29T14:43:18.187 INFO:teuthology.orchestra.run.smithi146.stdout: python3-requests-2.25.1-8.el9.noarch 2024-08-29T14:43:18.187 INFO:teuthology.orchestra.run.smithi146.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-08-29T14:43:18.187 INFO:teuthology.orchestra.run.smithi146.stdout: python3-toml-0.10.2-6.el9.noarch 2024-08-29T14:43:18.188 INFO:teuthology.orchestra.run.smithi146.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-08-29T14:43:18.188 INFO:teuthology.orchestra.run.smithi146.stdout: python3-webob-1.8.8-2.el9.noarch 2024-08-29T14:43:18.188 INFO:teuthology.orchestra.run.smithi146.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-08-29T14:43:18.188 INFO:teuthology.orchestra.run.smithi146.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-08-29T14:43:18.188 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:43:18.188 INFO:teuthology.orchestra.run.smithi146.stdout:Complete! 2024-08-29T14:43:18.594 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: ceph-2:18.2.4-774.gfe43f1c9.el9.x86_64 33/33 2024-08-29T14:43:18.595 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : ceph-2:18.2.4-774.gfe43f1c9.el9.x86_64 1/33 2024-08-29T14:43:18.595 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : ceph-mds-2:18.2.4-774.gfe43f1c9.el9.x86_64 2/33 2024-08-29T14:43:18.595 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : ceph-mgr-2:18.2.4-774.gfe43f1c9.el9.x86_64 3/33 2024-08-29T14:43:18.595 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : ceph-mon-2:18.2.4-774.gfe43f1c9.el9.x86_64 4/33 2024-08-29T14:43:18.595 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : ceph-osd-2:18.2.4-774.gfe43f1c9.el9.x86_64 5/33 2024-08-29T14:43:18.596 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : ceph-mgr-modules-core-2:18.2.4-774.gfe43f1c9.el9.n 6/33 2024-08-29T14:43:18.596 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 7/33 2024-08-29T14:43:18.596 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 8/33 2024-08-29T14:43:18.596 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-ply-3.11-14.el9.noarch 9/33 2024-08-29T14:43:18.596 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 10/33 2024-08-29T14:43:18.596 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 11/33 2024-08-29T14:43:18.596 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 12/33 2024-08-29T14:43:18.597 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 13/33 2024-08-29T14:43:18.597 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 14/33 2024-08-29T14:43:18.597 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 15/33 2024-08-29T14:43:18.597 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 16/33 2024-08-29T14:43:18.597 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 17/33 2024-08-29T14:43:18.597 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 18/33 2024-08-29T14:43:18.597 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 19/33 2024-08-29T14:43:18.598 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 20/33 2024-08-29T14:43:18.598 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 21/33 2024-08-29T14:43:18.598 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 22/33 2024-08-29T14:43:18.598 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 23/33 2024-08-29T14:43:18.598 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 24/33 2024-08-29T14:43:18.598 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 25/33 2024-08-29T14:43:18.598 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 26/33 2024-08-29T14:43:18.599 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 27/33 2024-08-29T14:43:18.599 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 28/33 2024-08-29T14:43:18.599 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 29/33 2024-08-29T14:43:18.599 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 30/33 2024-08-29T14:43:18.599 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 31/33 2024-08-29T14:43:18.599 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 32/33 2024-08-29T14:43:18.607 DEBUG:teuthology.orchestra.run.smithi146:> sudo yum -y install ceph-base 2024-08-29T14:43:19.180 INFO:teuthology.orchestra.run.smithi146.stdout:Last metadata expiration check: 0:00:50 ago on Thu 29 Aug 2024 02:42:29 PM UTC. 2024-08-29T14:43:19.270 INFO:teuthology.orchestra.run.smithi146.stdout:Package ceph-base-2:18.2.4-774.gfe43f1c9.el9.x86_64 is already installed. 2024-08-29T14:43:19.311 INFO:teuthology.orchestra.run.smithi146.stdout:Dependencies resolved. 2024-08-29T14:43:19.312 INFO:teuthology.orchestra.run.smithi146.stdout:Nothing to do. 2024-08-29T14:43:19.312 INFO:teuthology.orchestra.run.smithi146.stdout:Complete! 2024-08-29T14:43:19.382 DEBUG:teuthology.orchestra.run.smithi146:> sudo yum -y install cephadm 2024-08-29T14:43:19.606 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 33/33 2024-08-29T14:43:19.606 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:43:19.606 INFO:teuthology.orchestra.run.smithi064.stdout:Installed: 2024-08-29T14:43:19.606 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-2:18.2.4-774.gfe43f1c9.el9.x86_64 2024-08-29T14:43:19.606 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-mds-2:18.2.4-774.gfe43f1c9.el9.x86_64 2024-08-29T14:43:19.606 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-mgr-2:18.2.4-774.gfe43f1c9.el9.x86_64 2024-08-29T14:43:19.606 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-mgr-modules-core-2:18.2.4-774.gfe43f1c9.el9.noarch 2024-08-29T14:43:19.606 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-mon-2:18.2.4-774.gfe43f1c9.el9.x86_64 2024-08-29T14:43:19.606 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-osd-2:18.2.4-774.gfe43f1c9.el9.x86_64 2024-08-29T14:43:19.607 INFO:teuthology.orchestra.run.smithi064.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-08-29T14:43:19.607 INFO:teuthology.orchestra.run.smithi064.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-08-29T14:43:19.607 INFO:teuthology.orchestra.run.smithi064.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-08-29T14:43:19.607 INFO:teuthology.orchestra.run.smithi064.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-08-29T14:43:19.607 INFO:teuthology.orchestra.run.smithi064.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-08-29T14:43:19.607 INFO:teuthology.orchestra.run.smithi064.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-08-29T14:43:19.607 INFO:teuthology.orchestra.run.smithi064.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-08-29T14:43:19.607 INFO:teuthology.orchestra.run.smithi064.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-08-29T14:43:19.607 INFO:teuthology.orchestra.run.smithi064.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-08-29T14:43:19.607 INFO:teuthology.orchestra.run.smithi064.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-08-29T14:43:19.607 INFO:teuthology.orchestra.run.smithi064.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-08-29T14:43:19.607 INFO:teuthology.orchestra.run.smithi064.stdout: python3-mako-1.1.4-6.el9.noarch 2024-08-29T14:43:19.607 INFO:teuthology.orchestra.run.smithi064.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-08-29T14:43:19.607 INFO:teuthology.orchestra.run.smithi064.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-08-29T14:43:19.608 INFO:teuthology.orchestra.run.smithi064.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-08-29T14:43:19.608 INFO:teuthology.orchestra.run.smithi064.stdout: python3-ply-3.11-14.el9.noarch 2024-08-29T14:43:19.608 INFO:teuthology.orchestra.run.smithi064.stdout: python3-portend-3.1.0-2.el9.noarch 2024-08-29T14:43:19.608 INFO:teuthology.orchestra.run.smithi064.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-08-29T14:43:19.608 INFO:teuthology.orchestra.run.smithi064.stdout: python3-pycparser-2.20-6.el9.noarch 2024-08-29T14:43:19.608 INFO:teuthology.orchestra.run.smithi064.stdout: python3-pytz-2021.1-5.el9.noarch 2024-08-29T14:43:19.608 INFO:teuthology.orchestra.run.smithi064.stdout: python3-requests-2.25.1-8.el9.noarch 2024-08-29T14:43:19.608 INFO:teuthology.orchestra.run.smithi064.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-08-29T14:43:19.608 INFO:teuthology.orchestra.run.smithi064.stdout: python3-toml-0.10.2-6.el9.noarch 2024-08-29T14:43:19.608 INFO:teuthology.orchestra.run.smithi064.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-08-29T14:43:19.608 INFO:teuthology.orchestra.run.smithi064.stdout: python3-webob-1.8.8-2.el9.noarch 2024-08-29T14:43:19.608 INFO:teuthology.orchestra.run.smithi064.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-08-29T14:43:19.608 INFO:teuthology.orchestra.run.smithi064.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-08-29T14:43:19.608 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:43:19.608 INFO:teuthology.orchestra.run.smithi064.stdout:Complete! 2024-08-29T14:43:19.937 INFO:teuthology.orchestra.run.smithi146.stdout:Last metadata expiration check: 0:00:50 ago on Thu 29 Aug 2024 02:42:29 PM UTC. 2024-08-29T14:43:20.001 DEBUG:teuthology.orchestra.run.smithi064:> sudo yum -y install ceph-base 2024-08-29T14:43:20.067 INFO:teuthology.orchestra.run.smithi146.stdout:Dependencies resolved. 2024-08-29T14:43:20.067 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2024-08-29T14:43:20.067 INFO:teuthology.orchestra.run.smithi146.stdout: Package Arch Version Repository Size 2024-08-29T14:43:20.067 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2024-08-29T14:43:20.068 INFO:teuthology.orchestra.run.smithi146.stdout:Installing: 2024-08-29T14:43:20.068 INFO:teuthology.orchestra.run.smithi146.stdout: cephadm noarch 2:18.2.4-774.gfe43f1c9.el9 ceph-noarch 224 k 2024-08-29T14:43:20.068 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:43:20.068 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction Summary 2024-08-29T14:43:20.068 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2024-08-29T14:43:20.068 INFO:teuthology.orchestra.run.smithi146.stdout:Install 1 Package 2024-08-29T14:43:20.068 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:43:20.068 INFO:teuthology.orchestra.run.smithi146.stdout:Total download size: 224 k 2024-08-29T14:43:20.068 INFO:teuthology.orchestra.run.smithi146.stdout:Installed size: 216 k 2024-08-29T14:43:20.068 INFO:teuthology.orchestra.run.smithi146.stdout:Downloading Packages: 2024-08-29T14:43:20.314 INFO:teuthology.orchestra.run.smithi146.stdout:cephadm-18.2.4-774.gfe43f1c9.el9.noarch.rpm 913 kB/s | 224 kB 00:00 2024-08-29T14:43:20.315 INFO:teuthology.orchestra.run.smithi146.stdout:-------------------------------------------------------------------------------- 2024-08-29T14:43:20.315 INFO:teuthology.orchestra.run.smithi146.stdout:Total 907 kB/s | 224 kB 00:00 2024-08-29T14:43:20.315 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction check 2024-08-29T14:43:20.320 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction check succeeded. 2024-08-29T14:43:20.320 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction test 2024-08-29T14:43:20.323 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction test succeeded. 2024-08-29T14:43:20.323 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction 2024-08-29T14:43:20.396 INFO:teuthology.orchestra.run.smithi146.stdout: Preparing : 1/1 2024-08-29T14:43:20.568 INFO:teuthology.orchestra.run.smithi064.stdout:Last metadata expiration check: 0:00:50 ago on Thu 29 Aug 2024 02:42:30 PM UTC. 2024-08-29T14:43:20.661 INFO:teuthology.orchestra.run.smithi064.stdout:Package ceph-base-2:18.2.4-774.gfe43f1c9.el9.x86_64 is already installed. 2024-08-29T14:43:20.705 INFO:teuthology.orchestra.run.smithi064.stdout:Dependencies resolved. 2024-08-29T14:43:20.706 INFO:teuthology.orchestra.run.smithi064.stdout:Nothing to do. 2024-08-29T14:43:20.706 INFO:teuthology.orchestra.run.smithi064.stdout:Complete! 2024-08-29T14:43:20.777 DEBUG:teuthology.orchestra.run.smithi064:> sudo yum -y install cephadm 2024-08-29T14:43:20.860 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: cephadm-2:18.2.4-774.gfe43f1c9.el9.noarch 1/1 2024-08-29T14:43:20.951 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : cephadm-2:18.2.4-774.gfe43f1c9.el9.noarch 1/1 2024-08-29T14:43:21.292 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: cephadm-2:18.2.4-774.gfe43f1c9.el9.noarch 1/1 2024-08-29T14:43:21.339 INFO:teuthology.orchestra.run.smithi064.stdout:Last metadata expiration check: 0:00:51 ago on Thu 29 Aug 2024 02:42:30 PM UTC. 2024-08-29T14:43:21.476 INFO:teuthology.orchestra.run.smithi064.stdout:Dependencies resolved. 2024-08-29T14:43:21.477 INFO:teuthology.orchestra.run.smithi064.stdout:================================================================================ 2024-08-29T14:43:21.477 INFO:teuthology.orchestra.run.smithi064.stdout: Package Arch Version Repository Size 2024-08-29T14:43:21.477 INFO:teuthology.orchestra.run.smithi064.stdout:================================================================================ 2024-08-29T14:43:21.477 INFO:teuthology.orchestra.run.smithi064.stdout:Installing: 2024-08-29T14:43:21.477 INFO:teuthology.orchestra.run.smithi064.stdout: cephadm noarch 2:18.2.4-774.gfe43f1c9.el9 ceph-noarch 224 k 2024-08-29T14:43:21.477 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:43:21.478 INFO:teuthology.orchestra.run.smithi064.stdout:Transaction Summary 2024-08-29T14:43:21.478 INFO:teuthology.orchestra.run.smithi064.stdout:================================================================================ 2024-08-29T14:43:21.478 INFO:teuthology.orchestra.run.smithi064.stdout:Install 1 Package 2024-08-29T14:43:21.478 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:43:21.478 INFO:teuthology.orchestra.run.smithi064.stdout:Total download size: 224 k 2024-08-29T14:43:21.478 INFO:teuthology.orchestra.run.smithi064.stdout:Installed size: 216 k 2024-08-29T14:43:21.478 INFO:teuthology.orchestra.run.smithi064.stdout:Downloading Packages: 2024-08-29T14:43:21.534 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : cephadm-2:18.2.4-774.gfe43f1c9.el9.noarch 1/1 2024-08-29T14:43:21.534 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:43:21.534 INFO:teuthology.orchestra.run.smithi146.stdout:Installed: 2024-08-29T14:43:21.534 INFO:teuthology.orchestra.run.smithi146.stdout: cephadm-2:18.2.4-774.gfe43f1c9.el9.noarch 2024-08-29T14:43:21.534 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:43:21.534 INFO:teuthology.orchestra.run.smithi146.stdout:Complete! 2024-08-29T14:43:21.689 INFO:teuthology.orchestra.run.smithi064.stdout:cephadm-18.2.4-774.gfe43f1c9.el9.noarch.rpm 1.0 MB/s | 224 kB 00:00 2024-08-29T14:43:21.690 INFO:teuthology.orchestra.run.smithi064.stdout:-------------------------------------------------------------------------------- 2024-08-29T14:43:21.690 INFO:teuthology.orchestra.run.smithi064.stdout:Total 1.0 MB/s | 224 kB 00:00 2024-08-29T14:43:21.690 INFO:teuthology.orchestra.run.smithi064.stdout:Running transaction check 2024-08-29T14:43:21.696 INFO:teuthology.orchestra.run.smithi064.stdout:Transaction check succeeded. 2024-08-29T14:43:21.696 INFO:teuthology.orchestra.run.smithi064.stdout:Running transaction test 2024-08-29T14:43:21.698 INFO:teuthology.orchestra.run.smithi064.stdout:Transaction test succeeded. 2024-08-29T14:43:21.699 INFO:teuthology.orchestra.run.smithi064.stdout:Running transaction 2024-08-29T14:43:21.726 DEBUG:teuthology.orchestra.run.smithi146:> sudo yum -y install ceph-immutable-object-cache 2024-08-29T14:43:21.768 INFO:teuthology.orchestra.run.smithi064.stdout: Preparing : 1/1 2024-08-29T14:43:22.185 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: cephadm-2:18.2.4-774.gfe43f1c9.el9.noarch 1/1 2024-08-29T14:43:22.269 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : cephadm-2:18.2.4-774.gfe43f1c9.el9.noarch 1/1 2024-08-29T14:43:22.292 INFO:teuthology.orchestra.run.smithi146.stdout:Last metadata expiration check: 0:00:53 ago on Thu 29 Aug 2024 02:42:29 PM UTC. 2024-08-29T14:43:22.423 INFO:teuthology.orchestra.run.smithi146.stdout:Dependencies resolved. 2024-08-29T14:43:22.424 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2024-08-29T14:43:22.424 INFO:teuthology.orchestra.run.smithi146.stdout: Package Arch Version Repo Size 2024-08-29T14:43:22.424 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2024-08-29T14:43:22.424 INFO:teuthology.orchestra.run.smithi146.stdout:Installing: 2024-08-29T14:43:22.425 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-immutable-object-cache x86_64 2:18.2.4-774.gfe43f1c9.el9 ceph 143 k 2024-08-29T14:43:22.425 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:43:22.425 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction Summary 2024-08-29T14:43:22.425 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2024-08-29T14:43:22.425 INFO:teuthology.orchestra.run.smithi146.stdout:Install 1 Package 2024-08-29T14:43:22.425 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:43:22.425 INFO:teuthology.orchestra.run.smithi146.stdout:Total download size: 143 k 2024-08-29T14:43:22.425 INFO:teuthology.orchestra.run.smithi146.stdout:Installed size: 395 k 2024-08-29T14:43:22.425 INFO:teuthology.orchestra.run.smithi146.stdout:Downloading Packages: 2024-08-29T14:43:22.615 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: cephadm-2:18.2.4-774.gfe43f1c9.el9.noarch 1/1 2024-08-29T14:43:22.628 INFO:teuthology.orchestra.run.smithi146.stdout:ceph-immutable-object-cache-18.2.4-774.gfe43f1c 704 kB/s | 143 kB 00:00 2024-08-29T14:43:22.628 INFO:teuthology.orchestra.run.smithi146.stdout:-------------------------------------------------------------------------------- 2024-08-29T14:43:22.628 INFO:teuthology.orchestra.run.smithi146.stdout:Total 699 kB/s | 143 kB 00:00 2024-08-29T14:43:22.629 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction check 2024-08-29T14:43:22.636 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction check succeeded. 2024-08-29T14:43:22.636 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction test 2024-08-29T14:43:22.696 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction test succeeded. 2024-08-29T14:43:22.696 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction 2024-08-29T14:43:22.834 INFO:teuthology.orchestra.run.smithi146.stdout: Preparing : 1/1 2024-08-29T14:43:22.871 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : cephadm-2:18.2.4-774.gfe43f1c9.el9.noarch 1/1 2024-08-29T14:43:22.872 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:43:22.872 INFO:teuthology.orchestra.run.smithi064.stdout:Installed: 2024-08-29T14:43:22.872 INFO:teuthology.orchestra.run.smithi064.stdout: cephadm-2:18.2.4-774.gfe43f1c9.el9.noarch 2024-08-29T14:43:22.872 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:43:22.872 INFO:teuthology.orchestra.run.smithi064.stdout:Complete! 2024-08-29T14:43:22.887 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : ceph-immutable-object-cache-2:18.2.4-774.gfe43f1c9.e 1/1 2024-08-29T14:43:22.912 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.4-774.gfe43f1c9.e 1/1 2024-08-29T14:43:22.912 INFO:teuthology.orchestra.run.smithi146.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-29T14:43:22.912 INFO:teuthology.orchestra.run.smithi146.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-08-29T14:43:22.912 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:43:23.086 DEBUG:teuthology.orchestra.run.smithi064:> sudo yum -y install ceph-immutable-object-cache 2024-08-29T14:43:23.658 INFO:teuthology.orchestra.run.smithi064.stdout:Last metadata expiration check: 0:00:53 ago on Thu 29 Aug 2024 02:42:30 PM UTC. 2024-08-29T14:43:23.795 INFO:teuthology.orchestra.run.smithi064.stdout:Dependencies resolved. 2024-08-29T14:43:23.796 INFO:teuthology.orchestra.run.smithi064.stdout:================================================================================ 2024-08-29T14:43:23.796 INFO:teuthology.orchestra.run.smithi064.stdout: Package Arch Version Repo Size 2024-08-29T14:43:23.796 INFO:teuthology.orchestra.run.smithi064.stdout:================================================================================ 2024-08-29T14:43:23.796 INFO:teuthology.orchestra.run.smithi064.stdout:Installing: 2024-08-29T14:43:23.796 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-immutable-object-cache x86_64 2:18.2.4-774.gfe43f1c9.el9 ceph 143 k 2024-08-29T14:43:23.796 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:43:23.796 INFO:teuthology.orchestra.run.smithi064.stdout:Transaction Summary 2024-08-29T14:43:23.796 INFO:teuthology.orchestra.run.smithi064.stdout:================================================================================ 2024-08-29T14:43:23.796 INFO:teuthology.orchestra.run.smithi064.stdout:Install 1 Package 2024-08-29T14:43:23.796 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:43:23.796 INFO:teuthology.orchestra.run.smithi064.stdout:Total download size: 143 k 2024-08-29T14:43:23.797 INFO:teuthology.orchestra.run.smithi064.stdout:Installed size: 395 k 2024-08-29T14:43:23.797 INFO:teuthology.orchestra.run.smithi064.stdout:Downloading Packages: 2024-08-29T14:43:23.825 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : ceph-immutable-object-cache-2:18.2.4-774.gfe43f1c9.e 1/1 2024-08-29T14:43:23.825 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:43:23.825 INFO:teuthology.orchestra.run.smithi146.stdout:Installed: 2024-08-29T14:43:23.825 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-immutable-object-cache-2:18.2.4-774.gfe43f1c9.el9.x86_64 2024-08-29T14:43:23.825 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:43:23.825 INFO:teuthology.orchestra.run.smithi146.stdout:Complete! 2024-08-29T14:43:24.013 INFO:teuthology.orchestra.run.smithi064.stdout:ceph-immutable-object-cache-18.2.4-774.gfe43f1c 661 kB/s | 143 kB 00:00 2024-08-29T14:43:24.013 INFO:teuthology.orchestra.run.smithi064.stdout:-------------------------------------------------------------------------------- 2024-08-29T14:43:24.014 INFO:teuthology.orchestra.run.smithi064.stdout:Total 656 kB/s | 143 kB 00:00 2024-08-29T14:43:24.014 INFO:teuthology.orchestra.run.smithi064.stdout:Running transaction check 2024-08-29T14:43:24.022 INFO:teuthology.orchestra.run.smithi064.stdout:Transaction check succeeded. 2024-08-29T14:43:24.022 INFO:teuthology.orchestra.run.smithi064.stdout:Running transaction test 2024-08-29T14:43:24.029 DEBUG:teuthology.orchestra.run.smithi146:> sudo yum -y install ceph-mgr 2024-08-29T14:43:24.083 INFO:teuthology.orchestra.run.smithi064.stdout:Transaction test succeeded. 2024-08-29T14:43:24.083 INFO:teuthology.orchestra.run.smithi064.stdout:Running transaction 2024-08-29T14:43:24.236 INFO:teuthology.orchestra.run.smithi064.stdout: Preparing : 1/1 2024-08-29T14:43:24.314 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : ceph-immutable-object-cache-2:18.2.4-774.gfe43f1c9.e 1/1 2024-08-29T14:43:24.338 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.4-774.gfe43f1c9.e 1/1 2024-08-29T14:43:24.338 INFO:teuthology.orchestra.run.smithi064.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-29T14:43:24.339 INFO:teuthology.orchestra.run.smithi064.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-08-29T14:43:24.339 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:43:24.603 INFO:teuthology.orchestra.run.smithi146.stdout:Last metadata expiration check: 0:00:55 ago on Thu 29 Aug 2024 02:42:29 PM UTC. 2024-08-29T14:43:24.702 INFO:teuthology.orchestra.run.smithi146.stdout:Package ceph-mgr-2:18.2.4-774.gfe43f1c9.el9.x86_64 is already installed. 2024-08-29T14:43:24.746 INFO:teuthology.orchestra.run.smithi146.stdout:Dependencies resolved. 2024-08-29T14:43:24.747 INFO:teuthology.orchestra.run.smithi146.stdout:Nothing to do. 2024-08-29T14:43:24.747 INFO:teuthology.orchestra.run.smithi146.stdout:Complete! 2024-08-29T14:43:24.819 DEBUG:teuthology.orchestra.run.smithi146:> sudo yum -y install ceph-mgr-dashboard 2024-08-29T14:43:25.250 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : ceph-immutable-object-cache-2:18.2.4-774.gfe43f1c9.e 1/1 2024-08-29T14:43:25.251 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:43:25.251 INFO:teuthology.orchestra.run.smithi064.stdout:Installed: 2024-08-29T14:43:25.251 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-immutable-object-cache-2:18.2.4-774.gfe43f1c9.el9.x86_64 2024-08-29T14:43:25.251 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:43:25.251 INFO:teuthology.orchestra.run.smithi064.stdout:Complete! 2024-08-29T14:43:25.375 INFO:teuthology.orchestra.run.smithi146.stdout:Last metadata expiration check: 0:00:56 ago on Thu 29 Aug 2024 02:42:29 PM UTC. 2024-08-29T14:43:25.458 DEBUG:teuthology.orchestra.run.smithi064:> sudo yum -y install ceph-mgr 2024-08-29T14:43:25.507 INFO:teuthology.orchestra.run.smithi146.stdout:Dependencies resolved. 2024-08-29T14:43:25.507 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2024-08-29T14:43:25.508 INFO:teuthology.orchestra.run.smithi146.stdout: Package Arch Version Repository Size 2024-08-29T14:43:25.508 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2024-08-29T14:43:25.508 INFO:teuthology.orchestra.run.smithi146.stdout:Installing: 2024-08-29T14:43:25.508 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-mgr-dashboard noarch 2:18.2.4-774.gfe43f1c9.el9 ceph-noarch 3.5 M 2024-08-29T14:43:25.508 INFO:teuthology.orchestra.run.smithi146.stdout:Installing dependencies: 2024-08-29T14:43:25.508 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-grafana-dashboards noarch 2:18.2.4-774.gfe43f1c9.el9 ceph-noarch 24 k 2024-08-29T14:43:25.508 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-prometheus-alerts noarch 2:18.2.4-774.gfe43f1c9.el9 ceph-noarch 16 k 2024-08-29T14:43:25.508 INFO:teuthology.orchestra.run.smithi146.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-08-29T14:43:25.508 INFO:teuthology.orchestra.run.smithi146.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-08-29T14:43:25.508 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:43:25.508 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction Summary 2024-08-29T14:43:25.508 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2024-08-29T14:43:25.508 INFO:teuthology.orchestra.run.smithi146.stdout:Install 5 Packages 2024-08-29T14:43:25.509 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:43:25.509 INFO:teuthology.orchestra.run.smithi146.stdout:Total download size: 3.8 M 2024-08-29T14:43:25.509 INFO:teuthology.orchestra.run.smithi146.stdout:Installed size: 87 M 2024-08-29T14:43:25.509 INFO:teuthology.orchestra.run.smithi146.stdout:Downloading Packages: 2024-08-29T14:43:26.006 INFO:teuthology.orchestra.run.smithi146.stdout:(1/5): ceph-prometheus-alerts-18.2.4-774.gfe43f 109 kB/s | 16 kB 00:00 2024-08-29T14:43:26.023 INFO:teuthology.orchestra.run.smithi146.stdout:(2/5): ceph-grafana-dashboards-18.2.4-774.gfe43 145 kB/s | 24 kB 00:00 2024-08-29T14:43:26.026 INFO:teuthology.orchestra.run.smithi064.stdout:Last metadata expiration check: 0:00:56 ago on Thu 29 Aug 2024 02:42:30 PM UTC. 2024-08-29T14:43:26.056 INFO:teuthology.orchestra.run.smithi146.stdout:(3/5): python3-repoze-lru-0.7-16.el9.noarch.rpm 611 kB/s | 31 kB 00:00 2024-08-29T14:43:26.090 INFO:teuthology.orchestra.run.smithi146.stdout:(4/5): python3-routes-2.5.1-5.el9.noarch.rpm 2.8 MB/s | 188 kB 00:00 2024-08-29T14:43:26.119 INFO:teuthology.orchestra.run.smithi064.stdout:Package ceph-mgr-2:18.2.4-774.gfe43f1c9.el9.x86_64 is already installed. 2024-08-29T14:43:26.163 INFO:teuthology.orchestra.run.smithi064.stdout:Dependencies resolved. 2024-08-29T14:43:26.163 INFO:teuthology.orchestra.run.smithi064.stdout:Nothing to do. 2024-08-29T14:43:26.164 INFO:teuthology.orchestra.run.smithi064.stdout:Complete! 2024-08-29T14:43:26.232 DEBUG:teuthology.orchestra.run.smithi064:> sudo yum -y install ceph-mgr-dashboard 2024-08-29T14:43:26.507 INFO:teuthology.orchestra.run.smithi146.stdout:(5/5): ceph-mgr-dashboard-18.2.4-774.gfe43f1c9. 5.4 MB/s | 3.5 MB 00:00 2024-08-29T14:43:26.511 INFO:teuthology.orchestra.run.smithi146.stdout:-------------------------------------------------------------------------------- 2024-08-29T14:43:26.511 INFO:teuthology.orchestra.run.smithi146.stdout:Total 3.8 MB/s | 3.8 MB 00:01 2024-08-29T14:43:26.511 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction check 2024-08-29T14:43:26.519 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction check succeeded. 2024-08-29T14:43:26.519 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction test 2024-08-29T14:43:26.586 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction test succeeded. 2024-08-29T14:43:26.587 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction 2024-08-29T14:43:26.803 INFO:teuthology.orchestra.run.smithi064.stdout:Last metadata expiration check: 0:00:56 ago on Thu 29 Aug 2024 02:42:30 PM UTC. 2024-08-29T14:43:26.835 INFO:teuthology.orchestra.run.smithi146.stdout: Preparing : 1/1 2024-08-29T14:43:26.921 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 1/5 2024-08-29T14:43:26.938 INFO:teuthology.orchestra.run.smithi064.stdout:Dependencies resolved. 2024-08-29T14:43:26.939 INFO:teuthology.orchestra.run.smithi064.stdout:================================================================================ 2024-08-29T14:43:26.939 INFO:teuthology.orchestra.run.smithi064.stdout: Package Arch Version Repository Size 2024-08-29T14:43:26.939 INFO:teuthology.orchestra.run.smithi064.stdout:================================================================================ 2024-08-29T14:43:26.939 INFO:teuthology.orchestra.run.smithi064.stdout:Installing: 2024-08-29T14:43:26.939 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-mgr-dashboard noarch 2:18.2.4-774.gfe43f1c9.el9 ceph-noarch 3.5 M 2024-08-29T14:43:26.939 INFO:teuthology.orchestra.run.smithi064.stdout:Installing dependencies: 2024-08-29T14:43:26.939 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-grafana-dashboards noarch 2:18.2.4-774.gfe43f1c9.el9 ceph-noarch 24 k 2024-08-29T14:43:26.940 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-prometheus-alerts noarch 2:18.2.4-774.gfe43f1c9.el9 ceph-noarch 16 k 2024-08-29T14:43:26.940 INFO:teuthology.orchestra.run.smithi064.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-08-29T14:43:26.940 INFO:teuthology.orchestra.run.smithi064.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-08-29T14:43:26.940 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:43:26.940 INFO:teuthology.orchestra.run.smithi064.stdout:Transaction Summary 2024-08-29T14:43:26.940 INFO:teuthology.orchestra.run.smithi064.stdout:================================================================================ 2024-08-29T14:43:26.940 INFO:teuthology.orchestra.run.smithi064.stdout:Install 5 Packages 2024-08-29T14:43:26.940 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:43:26.941 INFO:teuthology.orchestra.run.smithi064.stdout:Total download size: 3.8 M 2024-08-29T14:43:26.941 INFO:teuthology.orchestra.run.smithi064.stdout:Installed size: 87 M 2024-08-29T14:43:26.941 INFO:teuthology.orchestra.run.smithi064.stdout:Downloading Packages: 2024-08-29T14:43:26.953 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 2/5 2024-08-29T14:43:26.982 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : ceph-prometheus-alerts-2:18.2.4-774.gfe43f1c9.el9.no 3/5 2024-08-29T14:43:27.250 INFO:teuthology.orchestra.run.smithi064.stdout:(1/5): ceph-grafana-dashboards-18.2.4-774.gfe43 155 kB/s | 24 kB 00:00 2024-08-29T14:43:27.275 INFO:teuthology.orchestra.run.smithi064.stdout:(2/5): ceph-prometheus-alerts-18.2.4-774.gfe43f 90 kB/s | 16 kB 00:00 2024-08-29T14:43:27.317 INFO:teuthology.orchestra.run.smithi064.stdout:(3/5): python3-repoze-lru-0.7-16.el9.noarch.rpm 458 kB/s | 31 kB 00:00 2024-08-29T14:43:27.351 INFO:teuthology.orchestra.run.smithi064.stdout:(4/5): python3-routes-2.5.1-5.el9.noarch.rpm 2.4 MB/s | 188 kB 00:00 2024-08-29T14:43:27.743 INFO:teuthology.orchestra.run.smithi064.stdout:(5/5): ceph-mgr-dashboard-18.2.4-774.gfe43f1c9. 5.4 MB/s | 3.5 MB 00:00 2024-08-29T14:43:27.749 INFO:teuthology.orchestra.run.smithi064.stdout:-------------------------------------------------------------------------------- 2024-08-29T14:43:27.749 INFO:teuthology.orchestra.run.smithi064.stdout:Total 4.7 MB/s | 3.8 MB 00:00 2024-08-29T14:43:27.749 INFO:teuthology.orchestra.run.smithi064.stdout:Running transaction check 2024-08-29T14:43:27.755 INFO:teuthology.orchestra.run.smithi064.stdout:Transaction check succeeded. 2024-08-29T14:43:27.755 INFO:teuthology.orchestra.run.smithi064.stdout:Running transaction test 2024-08-29T14:43:27.820 INFO:teuthology.orchestra.run.smithi064.stdout:Transaction test succeeded. 2024-08-29T14:43:27.820 INFO:teuthology.orchestra.run.smithi064.stdout:Running transaction 2024-08-29T14:43:28.044 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : ceph-grafana-dashboards-2:18.2.4-774.gfe43f1c9.el9.n 4/5 2024-08-29T14:43:28.075 INFO:teuthology.orchestra.run.smithi064.stdout: Preparing : 1/1 2024-08-29T14:43:28.085 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : ceph-mgr-dashboard-2:18.2.4-774.gfe43f1c9.el9.noarch 5/5 2024-08-29T14:43:28.167 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 1/5 2024-08-29T14:43:28.197 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 2/5 2024-08-29T14:43:28.227 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : ceph-prometheus-alerts-2:18.2.4-774.gfe43f1c9.el9.no 3/5 2024-08-29T14:43:29.173 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.4-774.gfe43f1c9.el9.noarch 5/5 2024-08-29T14:43:29.173 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : ceph-grafana-dashboards-2:18.2.4-774.gfe43f1c9.el9.n 1/5 2024-08-29T14:43:29.173 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : ceph-mgr-dashboard-2:18.2.4-774.gfe43f1c9.el9.noarch 2/5 2024-08-29T14:43:29.174 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : ceph-prometheus-alerts-2:18.2.4-774.gfe43f1c9.el9.no 3/5 2024-08-29T14:43:29.174 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 4/5 2024-08-29T14:43:29.332 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : ceph-grafana-dashboards-2:18.2.4-774.gfe43f1c9.el9.n 4/5 2024-08-29T14:43:29.380 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : ceph-mgr-dashboard-2:18.2.4-774.gfe43f1c9.el9.noarch 5/5 2024-08-29T14:43:29.423 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 5/5 2024-08-29T14:43:29.423 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:43:29.423 INFO:teuthology.orchestra.run.smithi146.stdout:Installed: 2024-08-29T14:43:29.424 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-grafana-dashboards-2:18.2.4-774.gfe43f1c9.el9.noarch 2024-08-29T14:43:29.424 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-mgr-dashboard-2:18.2.4-774.gfe43f1c9.el9.noarch 2024-08-29T14:43:29.424 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-prometheus-alerts-2:18.2.4-774.gfe43f1c9.el9.noarch 2024-08-29T14:43:29.424 INFO:teuthology.orchestra.run.smithi146.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-08-29T14:43:29.424 INFO:teuthology.orchestra.run.smithi146.stdout: python3-routes-2.5.1-5.el9.noarch 2024-08-29T14:43:29.424 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:43:29.424 INFO:teuthology.orchestra.run.smithi146.stdout:Complete! 2024-08-29T14:43:29.633 DEBUG:teuthology.orchestra.run.smithi146:> sudo yum -y install ceph-mgr-diskprediction-local 2024-08-29T14:43:30.184 INFO:teuthology.orchestra.run.smithi146.stdout:Last metadata expiration check: 0:01:01 ago on Thu 29 Aug 2024 02:42:29 PM UTC. 2024-08-29T14:43:30.315 INFO:teuthology.orchestra.run.smithi146.stdout:Dependencies resolved. 2024-08-29T14:43:30.316 INFO:teuthology.orchestra.run.smithi146.stdout:====================================================================================== 2024-08-29T14:43:30.317 INFO:teuthology.orchestra.run.smithi146.stdout: Package Arch Version Repository Size 2024-08-29T14:43:30.317 INFO:teuthology.orchestra.run.smithi146.stdout:====================================================================================== 2024-08-29T14:43:30.317 INFO:teuthology.orchestra.run.smithi146.stdout:Installing: 2024-08-29T14:43:30.317 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.4-774.gfe43f1c9.el9 ceph-noarch 7.4 M 2024-08-29T14:43:30.317 INFO:teuthology.orchestra.run.smithi146.stdout:Installing dependencies: 2024-08-29T14:43:30.317 INFO:teuthology.orchestra.run.smithi146.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-08-29T14:43:30.317 INFO:teuthology.orchestra.run.smithi146.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-08-29T14:43:30.317 INFO:teuthology.orchestra.run.smithi146.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-08-29T14:43:30.317 INFO:teuthology.orchestra.run.smithi146.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-08-29T14:43:30.318 INFO:teuthology.orchestra.run.smithi146.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-08-29T14:43:30.318 INFO:teuthology.orchestra.run.smithi146.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-08-29T14:43:30.318 INFO:teuthology.orchestra.run.smithi146.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-08-29T14:43:30.318 INFO:teuthology.orchestra.run.smithi146.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-08-29T14:43:30.318 INFO:teuthology.orchestra.run.smithi146.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-08-29T14:43:30.318 INFO:teuthology.orchestra.run.smithi146.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-08-29T14:43:30.318 INFO:teuthology.orchestra.run.smithi146.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-08-29T14:43:30.318 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:43:30.318 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction Summary 2024-08-29T14:43:30.318 INFO:teuthology.orchestra.run.smithi146.stdout:====================================================================================== 2024-08-29T14:43:30.318 INFO:teuthology.orchestra.run.smithi146.stdout:Install 12 Packages 2024-08-29T14:43:30.319 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:43:30.319 INFO:teuthology.orchestra.run.smithi146.stdout:Total download size: 38 M 2024-08-29T14:43:30.319 INFO:teuthology.orchestra.run.smithi146.stdout:Installed size: 212 M 2024-08-29T14:43:30.319 INFO:teuthology.orchestra.run.smithi146.stdout:Downloading Packages: 2024-08-29T14:43:30.482 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.4-774.gfe43f1c9.el9.noarch 5/5 2024-08-29T14:43:30.482 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : ceph-grafana-dashboards-2:18.2.4-774.gfe43f1c9.el9.n 1/5 2024-08-29T14:43:30.482 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : ceph-mgr-dashboard-2:18.2.4-774.gfe43f1c9.el9.noarch 2/5 2024-08-29T14:43:30.482 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : ceph-prometheus-alerts-2:18.2.4-774.gfe43f1c9.el9.no 3/5 2024-08-29T14:43:30.482 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 4/5 2024-08-29T14:43:30.728 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 5/5 2024-08-29T14:43:30.728 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:43:30.728 INFO:teuthology.orchestra.run.smithi064.stdout:Installed: 2024-08-29T14:43:30.728 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-grafana-dashboards-2:18.2.4-774.gfe43f1c9.el9.noarch 2024-08-29T14:43:30.728 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-mgr-dashboard-2:18.2.4-774.gfe43f1c9.el9.noarch 2024-08-29T14:43:30.728 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-prometheus-alerts-2:18.2.4-774.gfe43f1c9.el9.noarch 2024-08-29T14:43:30.729 INFO:teuthology.orchestra.run.smithi064.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-08-29T14:43:30.729 INFO:teuthology.orchestra.run.smithi064.stdout: python3-routes-2.5.1-5.el9.noarch 2024-08-29T14:43:30.729 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:43:30.729 INFO:teuthology.orchestra.run.smithi064.stdout:Complete! 2024-08-29T14:43:30.953 DEBUG:teuthology.orchestra.run.smithi064:> sudo yum -y install ceph-mgr-diskprediction-local 2024-08-29T14:43:31.039 INFO:teuthology.orchestra.run.smithi146.stdout:(1/12): libquadmath-11.5.0-2.el9.x86_64.rpm 317 kB/s | 191 kB 00:00 2024-08-29T14:43:31.181 INFO:teuthology.orchestra.run.smithi146.stdout:(2/12): flexiblas-3.0.4-8.el9.x86_64.rpm 231 kB/s | 33 kB 00:00 2024-08-29T14:43:31.230 INFO:teuthology.orchestra.run.smithi146.stdout:(3/12): libgfortran-11.5.0-2.el9.x86_64.rpm 1.0 MB/s | 801 kB 00:00 2024-08-29T14:43:31.331 INFO:teuthology.orchestra.run.smithi146.stdout:(4/12): ceph-mgr-diskprediction-local-18.2.4-77 8.3 MB/s | 7.4 MB 00:00 2024-08-29T14:43:31.423 INFO:teuthology.orchestra.run.smithi146.stdout:(5/12): flexiblas-openblas-openmp-3.0.4-8.el9.x 95 kB/s | 18 kB 00:00 2024-08-29T14:43:31.473 INFO:teuthology.orchestra.run.smithi146.stdout:(6/12): openblas-0.3.26-2.el9.x86_64.rpm 271 kB/s | 38 kB 00:00 2024-08-29T14:43:31.519 INFO:teuthology.orchestra.run.smithi064.stdout:Last metadata expiration check: 0:01:01 ago on Thu 29 Aug 2024 02:42:30 PM UTC. 2024-08-29T14:43:31.540 INFO:teuthology.orchestra.run.smithi146.stdout:(7/12): flexiblas-netlib-3.0.4-8.el9.x86_64.rpm 8.3 MB/s | 3.0 MB 00:00 2024-08-29T14:43:31.657 INFO:teuthology.orchestra.run.smithi064.stdout:Dependencies resolved. 2024-08-29T14:43:31.657 INFO:teuthology.orchestra.run.smithi064.stdout:====================================================================================== 2024-08-29T14:43:31.658 INFO:teuthology.orchestra.run.smithi064.stdout: Package Arch Version Repository Size 2024-08-29T14:43:31.658 INFO:teuthology.orchestra.run.smithi064.stdout:====================================================================================== 2024-08-29T14:43:31.658 INFO:teuthology.orchestra.run.smithi064.stdout:Installing: 2024-08-29T14:43:31.658 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.4-774.gfe43f1c9.el9 ceph-noarch 7.4 M 2024-08-29T14:43:31.658 INFO:teuthology.orchestra.run.smithi064.stdout:Installing dependencies: 2024-08-29T14:43:31.658 INFO:teuthology.orchestra.run.smithi064.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-08-29T14:43:31.658 INFO:teuthology.orchestra.run.smithi064.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-08-29T14:43:31.658 INFO:teuthology.orchestra.run.smithi064.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-08-29T14:43:31.658 INFO:teuthology.orchestra.run.smithi064.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-08-29T14:43:31.658 INFO:teuthology.orchestra.run.smithi064.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-08-29T14:43:31.658 INFO:teuthology.orchestra.run.smithi064.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-08-29T14:43:31.658 INFO:teuthology.orchestra.run.smithi064.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-08-29T14:43:31.658 INFO:teuthology.orchestra.run.smithi064.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-08-29T14:43:31.659 INFO:teuthology.orchestra.run.smithi064.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-08-29T14:43:31.659 INFO:teuthology.orchestra.run.smithi064.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-08-29T14:43:31.659 INFO:teuthology.orchestra.run.smithi064.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-08-29T14:43:31.659 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:43:31.659 INFO:teuthology.orchestra.run.smithi064.stdout:Transaction Summary 2024-08-29T14:43:31.659 INFO:teuthology.orchestra.run.smithi064.stdout:====================================================================================== 2024-08-29T14:43:31.659 INFO:teuthology.orchestra.run.smithi064.stdout:Install 12 Packages 2024-08-29T14:43:31.659 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:43:31.660 INFO:teuthology.orchestra.run.smithi064.stdout:Total download size: 38 M 2024-08-29T14:43:31.660 INFO:teuthology.orchestra.run.smithi064.stdout:Installed size: 212 M 2024-08-29T14:43:31.660 INFO:teuthology.orchestra.run.smithi064.stdout:Downloading Packages: 2024-08-29T14:43:31.699 INFO:teuthology.orchestra.run.smithi146.stdout:(8/12): python3-numpy-1.20.1-5.el9.x86_64.rpm 32 MB/s | 5.1 MB 00:00 2024-08-29T14:43:31.732 INFO:teuthology.orchestra.run.smithi146.stdout:(9/12): python3-devel-3.9.19-8.el9.x86_64.rpm 945 kB/s | 245 kB 00:00 2024-08-29T14:43:31.774 INFO:teuthology.orchestra.run.smithi146.stdout:(10/12): python3-numpy-f2py-1.20.1-5.el9.x86_64 3.3 MB/s | 250 kB 00:00 2024-08-29T14:43:31.908 INFO:teuthology.orchestra.run.smithi146.stdout:(11/12): openblas-openmp-0.3.26-2.el9.x86_64.rp 10 MB/s | 4.9 MB 00:00 2024-08-29T14:43:32.008 INFO:teuthology.orchestra.run.smithi064.stdout:(1/12): libquadmath-11.5.0-2.el9.x86_64.rpm 1.0 MB/s | 191 kB 00:00 2024-08-29T14:43:32.066 INFO:teuthology.orchestra.run.smithi064.stdout:(2/12): libgfortran-11.5.0-2.el9.x86_64.rpm 3.1 MB/s | 801 kB 00:00 2024-08-29T14:43:32.100 INFO:teuthology.orchestra.run.smithi064.stdout:(3/12): flexiblas-3.0.4-8.el9.x86_64.rpm 355 kB/s | 33 kB 00:00 2024-08-29T14:43:32.134 INFO:teuthology.orchestra.run.smithi064.stdout:(4/12): flexiblas-openblas-openmp-3.0.4-8.el9.x 546 kB/s | 18 kB 00:00 2024-08-29T14:43:32.176 INFO:teuthology.orchestra.run.smithi064.stdout:(5/12): openblas-0.3.26-2.el9.x86_64.rpm 920 kB/s | 38 kB 00:00 2024-08-29T14:43:32.266 INFO:teuthology.orchestra.run.smithi146.stdout:(12/12): python3-scipy-1.6.2-8.el9.x86_64.rpm 30 MB/s | 16 MB 00:00 2024-08-29T14:43:32.267 INFO:teuthology.orchestra.run.smithi146.stdout:-------------------------------------------------------------------------------- 2024-08-29T14:43:32.267 INFO:teuthology.orchestra.run.smithi146.stdout:Total 20 MB/s | 38 MB 00:01 2024-08-29T14:43:32.622 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction check 2024-08-29T14:43:32.647 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction check succeeded. 2024-08-29T14:43:32.647 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction test 2024-08-29T14:43:32.760 INFO:teuthology.orchestra.run.smithi064.stdout:(6/12): ceph-mgr-diskprediction-local-18.2.4-77 7.8 MB/s | 7.4 MB 00:00 2024-08-29T14:43:32.835 INFO:teuthology.orchestra.run.smithi064.stdout:(7/12): flexiblas-netlib-3.0.4-8.el9.x86_64.rpm 3.9 MB/s | 3.0 MB 00:00 2024-08-29T14:43:32.935 INFO:teuthology.orchestra.run.smithi064.stdout:(8/12): python3-devel-3.9.19-8.el9.x86_64.rpm 1.4 MB/s | 245 kB 00:00 2024-08-29T14:43:33.002 INFO:teuthology.orchestra.run.smithi064.stdout:(9/12): python3-numpy-f2py-1.20.1-5.el9.x86_64. 3.7 MB/s | 250 kB 00:00 2024-08-29T14:43:33.056 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction test succeeded. 2024-08-29T14:43:33.057 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction 2024-08-29T14:43:33.685 INFO:teuthology.orchestra.run.smithi064.stdout:(10/12): openblas-openmp-0.3.26-2.el9.x86_64.rp 3.3 MB/s | 4.9 MB 00:01 2024-08-29T14:43:33.807 INFO:teuthology.orchestra.run.smithi146.stdout: Preparing : 1/1 2024-08-29T14:43:33.887 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 1/12 2024-08-29T14:43:33.923 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 2/12 2024-08-29T14:43:34.023 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 3/12 2024-08-29T14:43:34.057 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 4/12 2024-08-29T14:43:34.211 INFO:teuthology.orchestra.run.smithi064.stdout:(11/12): python3-numpy-1.20.1-5.el9.x86_64.rpm 3.7 MB/s | 5.1 MB 00:01 2024-08-29T14:43:34.241 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : openblas-0.3.26-2.el9.x86_64 5/12 2024-08-29T14:43:34.272 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 6/12 2024-08-29T14:43:34.365 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 7/12 2024-08-29T14:43:35.013 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 8/12 2024-08-29T14:43:35.127 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 9/12 2024-08-29T14:43:35.919 INFO:teuthology.orchestra.run.smithi064.stdout:(12/12): python3-scipy-1.6.2-8.el9.x86_64.rpm 5.6 MB/s | 16 MB 00:02 2024-08-29T14:43:35.920 INFO:teuthology.orchestra.run.smithi064.stdout:-------------------------------------------------------------------------------- 2024-08-29T14:43:35.920 INFO:teuthology.orchestra.run.smithi064.stdout:Total 9.0 MB/s | 38 MB 00:04 2024-08-29T14:43:36.285 INFO:teuthology.orchestra.run.smithi064.stdout:Running transaction check 2024-08-29T14:43:36.312 INFO:teuthology.orchestra.run.smithi064.stdout:Transaction check succeeded. 2024-08-29T14:43:36.312 INFO:teuthology.orchestra.run.smithi064.stdout:Running transaction test 2024-08-29T14:43:36.335 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 10/12 2024-08-29T14:43:36.743 INFO:teuthology.orchestra.run.smithi064.stdout:Transaction test succeeded. 2024-08-29T14:43:36.743 INFO:teuthology.orchestra.run.smithi064.stdout:Running transaction 2024-08-29T14:43:37.364 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 11/12 2024-08-29T14:43:37.390 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.4-774.gfe43f1 12/12 2024-08-29T14:43:37.523 INFO:teuthology.orchestra.run.smithi064.stdout: Preparing : 1/1 2024-08-29T14:43:37.598 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 1/12 2024-08-29T14:43:37.642 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 2/12 2024-08-29T14:43:37.746 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 3/12 2024-08-29T14:43:37.785 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 4/12 2024-08-29T14:43:37.977 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : openblas-0.3.26-2.el9.x86_64 5/12 2024-08-29T14:43:38.009 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 6/12 2024-08-29T14:43:38.087 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 7/12 2024-08-29T14:43:38.761 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 8/12 2024-08-29T14:43:38.875 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 9/12 2024-08-29T14:43:39.845 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.4-774.gfe43f1 12/12 2024-08-29T14:43:39.845 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.4-774.gfe43f1 1/12 2024-08-29T14:43:39.845 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 2/12 2024-08-29T14:43:39.845 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 3/12 2024-08-29T14:43:39.845 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 4/12 2024-08-29T14:43:39.845 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 5/12 2024-08-29T14:43:39.846 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 6/12 2024-08-29T14:43:39.846 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 7/12 2024-08-29T14:43:39.846 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 8/12 2024-08-29T14:43:39.846 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 9/12 2024-08-29T14:43:39.846 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 10/12 2024-08-29T14:43:39.846 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 11/12 2024-08-29T14:43:40.162 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 10/12 2024-08-29T14:43:40.216 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 12/12 2024-08-29T14:43:40.217 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:43:40.217 INFO:teuthology.orchestra.run.smithi146.stdout:Installed: 2024-08-29T14:43:40.217 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-mgr-diskprediction-local-2:18.2.4-774.gfe43f1c9.el9.noarch 2024-08-29T14:43:40.217 INFO:teuthology.orchestra.run.smithi146.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-08-29T14:43:40.217 INFO:teuthology.orchestra.run.smithi146.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-08-29T14:43:40.217 INFO:teuthology.orchestra.run.smithi146.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-08-29T14:43:40.217 INFO:teuthology.orchestra.run.smithi146.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-08-29T14:43:40.217 INFO:teuthology.orchestra.run.smithi146.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-08-29T14:43:40.217 INFO:teuthology.orchestra.run.smithi146.stdout: openblas-0.3.26-2.el9.x86_64 2024-08-29T14:43:40.217 INFO:teuthology.orchestra.run.smithi146.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-08-29T14:43:40.217 INFO:teuthology.orchestra.run.smithi146.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-08-29T14:43:40.217 INFO:teuthology.orchestra.run.smithi146.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-08-29T14:43:40.218 INFO:teuthology.orchestra.run.smithi146.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-08-29T14:43:40.218 INFO:teuthology.orchestra.run.smithi146.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-08-29T14:43:40.218 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:43:40.218 INFO:teuthology.orchestra.run.smithi146.stdout:Complete! 2024-08-29T14:43:40.574 DEBUG:teuthology.orchestra.run.smithi146:> sudo yum -y install ceph-mgr-rook 2024-08-29T14:43:41.142 INFO:teuthology.orchestra.run.smithi146.stdout:Last metadata expiration check: 0:01:12 ago on Thu 29 Aug 2024 02:42:29 PM UTC. 2024-08-29T14:43:41.245 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 11/12 2024-08-29T14:43:41.276 INFO:teuthology.orchestra.run.smithi146.stdout:Dependencies resolved. 2024-08-29T14:43:41.277 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.4-774.gfe43f1 12/12 2024-08-29T14:43:41.277 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2024-08-29T14:43:41.277 INFO:teuthology.orchestra.run.smithi146.stdout: Package Arch Version Repository Size 2024-08-29T14:43:41.277 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2024-08-29T14:43:41.277 INFO:teuthology.orchestra.run.smithi146.stdout:Installing: 2024-08-29T14:43:41.277 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-mgr-rook noarch 2:18.2.4-774.gfe43f1c9.el9 ceph-noarch 49 k 2024-08-29T14:43:41.278 INFO:teuthology.orchestra.run.smithi146.stdout:Installing dependencies: 2024-08-29T14:43:41.278 INFO:teuthology.orchestra.run.smithi146.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-08-29T14:43:41.278 INFO:teuthology.orchestra.run.smithi146.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-08-29T14:43:41.278 INFO:teuthology.orchestra.run.smithi146.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-08-29T14:43:41.278 INFO:teuthology.orchestra.run.smithi146.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-08-29T14:43:41.278 INFO:teuthology.orchestra.run.smithi146.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-08-29T14:43:41.278 INFO:teuthology.orchestra.run.smithi146.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-08-29T14:43:41.278 INFO:teuthology.orchestra.run.smithi146.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-08-29T14:43:41.278 INFO:teuthology.orchestra.run.smithi146.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-08-29T14:43:41.278 INFO:teuthology.orchestra.run.smithi146.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-08-29T14:43:41.278 INFO:teuthology.orchestra.run.smithi146.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-08-29T14:43:41.278 INFO:teuthology.orchestra.run.smithi146.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-08-29T14:43:41.279 INFO:teuthology.orchestra.run.smithi146.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-08-29T14:43:41.279 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:43:41.279 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction Summary 2024-08-29T14:43:41.279 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2024-08-29T14:43:41.279 INFO:teuthology.orchestra.run.smithi146.stdout:Install 13 Packages 2024-08-29T14:43:41.279 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:43:41.279 INFO:teuthology.orchestra.run.smithi146.stdout:Total download size: 2.2 M 2024-08-29T14:43:41.280 INFO:teuthology.orchestra.run.smithi146.stdout:Installed size: 26 M 2024-08-29T14:43:41.280 INFO:teuthology.orchestra.run.smithi146.stdout:Downloading Packages: 2024-08-29T14:43:41.839 INFO:teuthology.orchestra.run.smithi146.stdout:(1/13): python3-jsonpatch-1.21-16.el9.noarch.rp 219 kB/s | 26 kB 00:00 2024-08-29T14:43:41.864 INFO:teuthology.orchestra.run.smithi146.stdout:(2/13): python3-jsonpointer-2.0-4.el9.noarch.rp 135 kB/s | 19 kB 00:00 2024-08-29T14:43:41.889 INFO:teuthology.orchestra.run.smithi146.stdout:(3/13): ceph-mgr-rook-18.2.4-774.gfe43f1c9.el9. 294 kB/s | 49 kB 00:00 2024-08-29T14:43:41.998 INFO:teuthology.orchestra.run.smithi146.stdout:(4/13): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.2 MB/s | 159 kB 00:00 2024-08-29T14:43:42.032 INFO:teuthology.orchestra.run.smithi146.stdout:(5/13): python3-oauthlib-3.1.1-5.el9.noarch.rpm 1.3 MB/s | 222 kB 00:00 2024-08-29T14:43:42.057 INFO:teuthology.orchestra.run.smithi146.stdout:(6/13): python3-requests-oauthlib-1.3.0-12.el9. 913 kB/s | 54 kB 00:00 2024-08-29T14:43:42.099 INFO:teuthology.orchestra.run.smithi146.stdout:(7/13): python3-cachetools-4.2.4-1.el9.noarch.r 481 kB/s | 32 kB 00:00 2024-08-29T14:43:42.124 INFO:teuthology.orchestra.run.smithi146.stdout:(8/13): python3-pyasn1-modules-0.4.8-6.el9.noar 1.2 MB/s | 279 kB 00:00 2024-08-29T14:43:42.149 INFO:teuthology.orchestra.run.smithi146.stdout:(9/13): python3-certifi-2023.05.07-4.el9.noarch 153 kB/s | 14 kB 00:00 2024-08-29T14:43:42.183 INFO:teuthology.orchestra.run.smithi146.stdout:(10/13): python3-rsa-4.9-2.el9.noarch.rpm 2.2 MB/s | 59 kB 00:00 2024-08-29T14:43:42.208 INFO:teuthology.orchestra.run.smithi146.stdout:(11/13): python3-google-auth-2.34.0-1.el9.noarc 2.0 MB/s | 220 kB 00:00 2024-08-29T14:43:42.241 INFO:teuthology.orchestra.run.smithi146.stdout:(12/13): python3-websocket-client-1.2.3-2.el9.n 1.5 MB/s | 90 kB 00:00 2024-08-29T14:43:42.283 INFO:teuthology.orchestra.run.smithi146.stdout:(13/13): python3-kubernetes-26.1.0-2.el9.noarch 6.4 MB/s | 1.0 MB 00:00 2024-08-29T14:43:42.286 INFO:teuthology.orchestra.run.smithi146.stdout:-------------------------------------------------------------------------------- 2024-08-29T14:43:42.286 INFO:teuthology.orchestra.run.smithi146.stdout:Total 2.2 MB/s | 2.2 MB 00:01 2024-08-29T14:43:42.351 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction check 2024-08-29T14:43:42.365 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction check succeeded. 2024-08-29T14:43:42.366 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction test 2024-08-29T14:43:42.452 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction test succeeded. 2024-08-29T14:43:42.452 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction 2024-08-29T14:43:42.948 INFO:teuthology.orchestra.run.smithi146.stdout: Preparing : 1/1 2024-08-29T14:43:43.122 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 1/13 2024-08-29T14:43:43.176 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 2/13 2024-08-29T14:43:43.232 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-rsa-4.9-2.el9.noarch 3/13 2024-08-29T14:43:43.277 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 4/13 2024-08-29T14:43:43.327 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 5/13 2024-08-29T14:43:43.429 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 6/13 2024-08-29T14:43:43.531 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 7/13 2024-08-29T14:43:43.587 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 8/13 2024-08-29T14:43:43.690 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.4-774.gfe43f1 12/12 2024-08-29T14:43:43.690 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.4-774.gfe43f1 1/12 2024-08-29T14:43:43.690 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 2/12 2024-08-29T14:43:43.690 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 3/12 2024-08-29T14:43:43.690 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 4/12 2024-08-29T14:43:43.690 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 5/12 2024-08-29T14:43:43.690 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 6/12 2024-08-29T14:43:43.690 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 7/12 2024-08-29T14:43:43.690 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 8/12 2024-08-29T14:43:43.690 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 9/12 2024-08-29T14:43:43.690 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 10/12 2024-08-29T14:43:43.691 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 11/12 2024-08-29T14:43:44.125 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 12/12 2024-08-29T14:43:44.125 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:43:44.125 INFO:teuthology.orchestra.run.smithi064.stdout:Installed: 2024-08-29T14:43:44.125 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-mgr-diskprediction-local-2:18.2.4-774.gfe43f1c9.el9.noarch 2024-08-29T14:43:44.125 INFO:teuthology.orchestra.run.smithi064.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-08-29T14:43:44.125 INFO:teuthology.orchestra.run.smithi064.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-08-29T14:43:44.125 INFO:teuthology.orchestra.run.smithi064.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-08-29T14:43:44.125 INFO:teuthology.orchestra.run.smithi064.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-08-29T14:43:44.126 INFO:teuthology.orchestra.run.smithi064.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-08-29T14:43:44.126 INFO:teuthology.orchestra.run.smithi064.stdout: openblas-0.3.26-2.el9.x86_64 2024-08-29T14:43:44.126 INFO:teuthology.orchestra.run.smithi064.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-08-29T14:43:44.126 INFO:teuthology.orchestra.run.smithi064.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-08-29T14:43:44.126 INFO:teuthology.orchestra.run.smithi064.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-08-29T14:43:44.126 INFO:teuthology.orchestra.run.smithi064.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-08-29T14:43:44.126 INFO:teuthology.orchestra.run.smithi064.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-08-29T14:43:44.126 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:43:44.126 INFO:teuthology.orchestra.run.smithi064.stdout:Complete! 2024-08-29T14:43:44.306 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 9/13 2024-08-29T14:43:44.359 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 10/13 2024-08-29T14:43:44.392 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 11/13 2024-08-29T14:43:44.440 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 12/13 2024-08-29T14:43:44.462 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : ceph-mgr-rook-2:18.2.4-774.gfe43f1c9.el9.noarch 13/13 2024-08-29T14:43:44.471 DEBUG:teuthology.orchestra.run.smithi064:> sudo yum -y install ceph-mgr-rook 2024-08-29T14:43:45.039 INFO:teuthology.orchestra.run.smithi064.stdout:Last metadata expiration check: 0:01:15 ago on Thu 29 Aug 2024 02:42:30 PM UTC. 2024-08-29T14:43:45.168 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.4-774.gfe43f1c9.el9.noarch 13/13 2024-08-29T14:43:45.168 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : ceph-mgr-rook-2:18.2.4-774.gfe43f1c9.el9.noarch 1/13 2024-08-29T14:43:45.168 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 2/13 2024-08-29T14:43:45.168 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 3/13 2024-08-29T14:43:45.168 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 4/13 2024-08-29T14:43:45.168 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 5/13 2024-08-29T14:43:45.168 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 6/13 2024-08-29T14:43:45.168 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 7/13 2024-08-29T14:43:45.168 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 8/13 2024-08-29T14:43:45.168 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 9/13 2024-08-29T14:43:45.168 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 10/13 2024-08-29T14:43:45.169 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 11/13 2024-08-29T14:43:45.169 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 12/13 2024-08-29T14:43:45.180 INFO:teuthology.orchestra.run.smithi064.stdout:Dependencies resolved. 2024-08-29T14:43:45.181 INFO:teuthology.orchestra.run.smithi064.stdout:================================================================================ 2024-08-29T14:43:45.181 INFO:teuthology.orchestra.run.smithi064.stdout: Package Arch Version Repository Size 2024-08-29T14:43:45.181 INFO:teuthology.orchestra.run.smithi064.stdout:================================================================================ 2024-08-29T14:43:45.181 INFO:teuthology.orchestra.run.smithi064.stdout:Installing: 2024-08-29T14:43:45.181 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-mgr-rook noarch 2:18.2.4-774.gfe43f1c9.el9 ceph-noarch 49 k 2024-08-29T14:43:45.181 INFO:teuthology.orchestra.run.smithi064.stdout:Installing dependencies: 2024-08-29T14:43:45.181 INFO:teuthology.orchestra.run.smithi064.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-08-29T14:43:45.182 INFO:teuthology.orchestra.run.smithi064.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-08-29T14:43:45.182 INFO:teuthology.orchestra.run.smithi064.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-08-29T14:43:45.182 INFO:teuthology.orchestra.run.smithi064.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-08-29T14:43:45.182 INFO:teuthology.orchestra.run.smithi064.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-08-29T14:43:45.182 INFO:teuthology.orchestra.run.smithi064.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-08-29T14:43:45.182 INFO:teuthology.orchestra.run.smithi064.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-08-29T14:43:45.182 INFO:teuthology.orchestra.run.smithi064.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-08-29T14:43:45.182 INFO:teuthology.orchestra.run.smithi064.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-08-29T14:43:45.182 INFO:teuthology.orchestra.run.smithi064.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-08-29T14:43:45.182 INFO:teuthology.orchestra.run.smithi064.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-08-29T14:43:45.182 INFO:teuthology.orchestra.run.smithi064.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-08-29T14:43:45.182 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:43:45.182 INFO:teuthology.orchestra.run.smithi064.stdout:Transaction Summary 2024-08-29T14:43:45.182 INFO:teuthology.orchestra.run.smithi064.stdout:================================================================================ 2024-08-29T14:43:45.183 INFO:teuthology.orchestra.run.smithi064.stdout:Install 13 Packages 2024-08-29T14:43:45.183 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:43:45.183 INFO:teuthology.orchestra.run.smithi064.stdout:Total download size: 2.2 M 2024-08-29T14:43:45.183 INFO:teuthology.orchestra.run.smithi064.stdout:Installed size: 26 M 2024-08-29T14:43:45.183 INFO:teuthology.orchestra.run.smithi064.stdout:Downloading Packages: 2024-08-29T14:43:45.499 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 13/13 2024-08-29T14:43:45.499 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:43:45.499 INFO:teuthology.orchestra.run.smithi146.stdout:Installed: 2024-08-29T14:43:45.499 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-mgr-rook-2:18.2.4-774.gfe43f1c9.el9.noarch 2024-08-29T14:43:45.499 INFO:teuthology.orchestra.run.smithi146.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-08-29T14:43:45.499 INFO:teuthology.orchestra.run.smithi146.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-08-29T14:43:45.499 INFO:teuthology.orchestra.run.smithi146.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-08-29T14:43:45.499 INFO:teuthology.orchestra.run.smithi146.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-08-29T14:43:45.499 INFO:teuthology.orchestra.run.smithi146.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-08-29T14:43:45.500 INFO:teuthology.orchestra.run.smithi146.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-08-29T14:43:45.500 INFO:teuthology.orchestra.run.smithi146.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-08-29T14:43:45.500 INFO:teuthology.orchestra.run.smithi146.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-08-29T14:43:45.500 INFO:teuthology.orchestra.run.smithi146.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-08-29T14:43:45.500 INFO:teuthology.orchestra.run.smithi146.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-08-29T14:43:45.500 INFO:teuthology.orchestra.run.smithi146.stdout: python3-rsa-4.9-2.el9.noarch 2024-08-29T14:43:45.500 INFO:teuthology.orchestra.run.smithi146.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-08-29T14:43:45.500 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:43:45.500 INFO:teuthology.orchestra.run.smithi146.stdout:Complete! 2024-08-29T14:43:45.711 INFO:teuthology.orchestra.run.smithi064.stdout:(1/13): ceph-mgr-rook-18.2.4-774.gfe43f1c9.el9. 298 kB/s | 49 kB 00:00 2024-08-29T14:43:45.786 DEBUG:teuthology.orchestra.run.smithi146:> sudo yum -y install ceph-mgr-cephadm 2024-08-29T14:43:46.086 INFO:teuthology.orchestra.run.smithi064.stdout:(2/13): python3-jsonpointer-2.0-4.el9.noarch.rp 35 kB/s | 19 kB 00:00 2024-08-29T14:43:46.111 INFO:teuthology.orchestra.run.smithi064.stdout:(3/13): python3-jsonpatch-1.21-16.el9.noarch.rp 45 kB/s | 26 kB 00:00 2024-08-29T14:43:46.356 INFO:teuthology.orchestra.run.smithi146.stdout:Last metadata expiration check: 0:01:17 ago on Thu 29 Aug 2024 02:42:29 PM UTC. 2024-08-29T14:43:46.478 INFO:teuthology.orchestra.run.smithi064.stdout:(4/13): python3-oauthlib-3.1.1-5.el9.noarch.rpm 290 kB/s | 222 kB 00:00 2024-08-29T14:43:46.489 INFO:teuthology.orchestra.run.smithi146.stdout:Dependencies resolved. 2024-08-29T14:43:46.489 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2024-08-29T14:43:46.489 INFO:teuthology.orchestra.run.smithi146.stdout: Package Arch Version Repository Size 2024-08-29T14:43:46.490 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2024-08-29T14:43:46.490 INFO:teuthology.orchestra.run.smithi146.stdout:Installing: 2024-08-29T14:43:46.490 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-mgr-cephadm noarch 2:18.2.4-774.gfe43f1c9.el9 ceph-noarch 139 k 2024-08-29T14:43:46.490 INFO:teuthology.orchestra.run.smithi146.stdout:Installing dependencies: 2024-08-29T14:43:46.490 INFO:teuthology.orchestra.run.smithi146.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-08-29T14:43:46.490 INFO:teuthology.orchestra.run.smithi146.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-08-29T14:43:46.490 INFO:teuthology.orchestra.run.smithi146.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-08-29T14:43:46.490 INFO:teuthology.orchestra.run.smithi146.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-08-29T14:43:46.490 INFO:teuthology.orchestra.run.smithi146.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-08-29T14:43:46.490 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:43:46.490 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction Summary 2024-08-29T14:43:46.490 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2024-08-29T14:43:46.490 INFO:teuthology.orchestra.run.smithi146.stdout:Install 6 Packages 2024-08-29T14:43:46.490 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:43:46.491 INFO:teuthology.orchestra.run.smithi146.stdout:Total download size: 7.0 M 2024-08-29T14:43:46.491 INFO:teuthology.orchestra.run.smithi146.stdout:Installed size: 33 M 2024-08-29T14:43:46.491 INFO:teuthology.orchestra.run.smithi146.stdout:Downloading Packages: 2024-08-29T14:43:46.752 INFO:teuthology.orchestra.run.smithi146.stdout:(1/6): python3-jinja2-2.11.3-6.el9.noarch.rpm 1.6 MB/s | 248 kB 00:00 2024-08-29T14:43:46.802 INFO:teuthology.orchestra.run.smithi146.stdout:(2/6): python3-asyncssh-2.13.2-5.el9.noarch.rpm 11 MB/s | 548 kB 00:00 2024-08-29T14:43:46.827 INFO:teuthology.orchestra.run.smithi146.stdout:(3/6): ceph-mgr-cephadm-18.2.4-774.gfe43f1c9.el 622 kB/s | 139 kB 00:00 2024-08-29T14:43:46.828 INFO:teuthology.orchestra.run.smithi064.stdout:(5/13): python3-pyasn1-0.4.8-6.el9.noarch.rpm 214 kB/s | 159 kB 00:00 2024-08-29T14:43:46.853 INFO:teuthology.orchestra.run.smithi146.stdout:(4/6): python3-natsort-7.1.1-5.el9.noarch.rpm 1.1 MB/s | 58 kB 00:00 2024-08-29T14:43:46.870 INFO:teuthology.orchestra.run.smithi064.stdout:(6/13): python3-cachetools-4.2.4-1.el9.noarch.r 782 kB/s | 32 kB 00:00 2024-08-29T14:43:46.895 INFO:teuthology.orchestra.run.smithi146.stdout:(5/6): python3-typing-extensions-4.12.2-2.el9.n 1.1 MB/s | 74 kB 00:00 2024-08-29T14:43:46.895 INFO:teuthology.orchestra.run.smithi064.stdout:(7/13): python3-pyasn1-modules-0.4.8-6.el9.noar 355 kB/s | 279 kB 00:00 2024-08-29T14:43:46.912 INFO:teuthology.orchestra.run.smithi064.stdout:(8/13): python3-certifi-2023.05.07-4.el9.noarch 336 kB/s | 14 kB 00:00 2024-08-29T14:43:46.946 INFO:teuthology.orchestra.run.smithi064.stdout:(9/13): python3-google-auth-2.34.0-1.el9.noarch 4.3 MB/s | 220 kB 00:00 2024-08-29T14:43:46.971 INFO:teuthology.orchestra.run.smithi064.stdout:(10/13): python3-rsa-4.9-2.el9.noarch.rpm 2.5 MB/s | 59 kB 00:00 2024-08-29T14:43:46.978 INFO:teuthology.orchestra.run.smithi146.stdout:(6/6): python3-babel-2.9.1-2.el9.noarch.rpm 16 MB/s | 6.0 MB 00:00 2024-08-29T14:43:46.981 INFO:teuthology.orchestra.run.smithi146.stdout:-------------------------------------------------------------------------------- 2024-08-29T14:43:46.981 INFO:teuthology.orchestra.run.smithi146.stdout:Total 14 MB/s | 7.0 MB 00:00 2024-08-29T14:43:46.996 INFO:teuthology.orchestra.run.smithi064.stdout:(11/13): python3-websocket-client-1.2.3-2.el9.n 3.5 MB/s | 90 kB 00:00 2024-08-29T14:43:47.030 INFO:teuthology.orchestra.run.smithi064.stdout:(12/13): python3-kubernetes-26.1.0-2.el9.noarch 8.7 MB/s | 1.0 MB 00:00 2024-08-29T14:43:47.052 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction check 2024-08-29T14:43:47.063 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction check succeeded. 2024-08-29T14:43:47.063 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction test 2024-08-29T14:43:47.063 INFO:teuthology.orchestra.run.smithi064.stdout:(13/13): python3-requests-oauthlib-1.3.0-12.el9 92 kB/s | 54 kB 00:00 2024-08-29T14:43:47.066 INFO:teuthology.orchestra.run.smithi064.stdout:-------------------------------------------------------------------------------- 2024-08-29T14:43:47.067 INFO:teuthology.orchestra.run.smithi064.stdout:Total 1.2 MB/s | 2.2 MB 00:01 2024-08-29T14:43:47.130 INFO:teuthology.orchestra.run.smithi064.stdout:Running transaction check 2024-08-29T14:43:47.147 INFO:teuthology.orchestra.run.smithi064.stdout:Transaction check succeeded. 2024-08-29T14:43:47.147 INFO:teuthology.orchestra.run.smithi064.stdout:Running transaction test 2024-08-29T14:43:47.161 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction test succeeded. 2024-08-29T14:43:47.163 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction 2024-08-29T14:43:47.237 INFO:teuthology.orchestra.run.smithi064.stdout:Transaction test succeeded. 2024-08-29T14:43:47.238 INFO:teuthology.orchestra.run.smithi064.stdout:Running transaction 2024-08-29T14:43:47.466 INFO:teuthology.orchestra.run.smithi146.stdout: Preparing : 1/1 2024-08-29T14:43:47.635 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 1/6 2024-08-29T14:43:47.689 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 2/6 2024-08-29T14:43:47.770 INFO:teuthology.orchestra.run.smithi064.stdout: Preparing : 1/1 2024-08-29T14:43:47.951 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 1/13 2024-08-29T14:43:48.017 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 2/13 2024-08-29T14:43:48.080 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-rsa-4.9-2.el9.noarch 3/13 2024-08-29T14:43:48.116 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 4/13 2024-08-29T14:43:48.158 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 5/13 2024-08-29T14:43:48.228 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 3/6 2024-08-29T14:43:48.263 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 6/13 2024-08-29T14:43:48.308 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 4/6 2024-08-29T14:43:48.383 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 7/13 2024-08-29T14:43:48.395 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 5/6 2024-08-29T14:43:48.434 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : ceph-mgr-cephadm-2:18.2.4-774.gfe43f1c9.el9.noarch 6/6 2024-08-29T14:43:48.443 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 8/13 2024-08-29T14:43:49.172 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.4-774.gfe43f1c9.el9.noarch 6/6 2024-08-29T14:43:49.173 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : ceph-mgr-cephadm-2:18.2.4-774.gfe43f1c9.el9.noarch 1/6 2024-08-29T14:43:49.173 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 2/6 2024-08-29T14:43:49.173 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 3/6 2024-08-29T14:43:49.173 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 4/6 2024-08-29T14:43:49.173 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 5/6 2024-08-29T14:43:49.200 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 9/13 2024-08-29T14:43:49.257 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 10/13 2024-08-29T14:43:49.291 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 11/13 2024-08-29T14:43:49.340 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 12/13 2024-08-29T14:43:49.368 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : ceph-mgr-rook-2:18.2.4-774.gfe43f1c9.el9.noarch 13/13 2024-08-29T14:43:49.439 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 6/6 2024-08-29T14:43:49.439 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:43:49.439 INFO:teuthology.orchestra.run.smithi146.stdout:Installed: 2024-08-29T14:43:49.439 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-mgr-cephadm-2:18.2.4-774.gfe43f1c9.el9.noarch 2024-08-29T14:43:49.439 INFO:teuthology.orchestra.run.smithi146.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-08-29T14:43:49.440 INFO:teuthology.orchestra.run.smithi146.stdout: python3-babel-2.9.1-2.el9.noarch 2024-08-29T14:43:49.440 INFO:teuthology.orchestra.run.smithi146.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-08-29T14:43:49.440 INFO:teuthology.orchestra.run.smithi146.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-08-29T14:43:49.440 INFO:teuthology.orchestra.run.smithi146.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-08-29T14:43:49.440 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:43:49.440 INFO:teuthology.orchestra.run.smithi146.stdout:Complete! 2024-08-29T14:43:49.702 DEBUG:teuthology.orchestra.run.smithi146:> sudo yum -y install ceph-fuse 2024-08-29T14:43:50.081 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.4-774.gfe43f1c9.el9.noarch 13/13 2024-08-29T14:43:50.081 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : ceph-mgr-rook-2:18.2.4-774.gfe43f1c9.el9.noarch 1/13 2024-08-29T14:43:50.081 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 2/13 2024-08-29T14:43:50.081 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 3/13 2024-08-29T14:43:50.081 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 4/13 2024-08-29T14:43:50.081 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 5/13 2024-08-29T14:43:50.081 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 6/13 2024-08-29T14:43:50.082 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 7/13 2024-08-29T14:43:50.082 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 8/13 2024-08-29T14:43:50.082 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 9/13 2024-08-29T14:43:50.082 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 10/13 2024-08-29T14:43:50.082 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 11/13 2024-08-29T14:43:50.082 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 12/13 2024-08-29T14:43:50.264 INFO:teuthology.orchestra.run.smithi146.stdout:Last metadata expiration check: 0:01:21 ago on Thu 29 Aug 2024 02:42:29 PM UTC. 2024-08-29T14:43:50.397 INFO:teuthology.orchestra.run.smithi146.stdout:Dependencies resolved. 2024-08-29T14:43:50.397 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2024-08-29T14:43:50.398 INFO:teuthology.orchestra.run.smithi146.stdout: Package Arch Version Repository Size 2024-08-29T14:43:50.398 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2024-08-29T14:43:50.398 INFO:teuthology.orchestra.run.smithi146.stdout:Installing: 2024-08-29T14:43:50.398 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-fuse x86_64 2:18.2.4-774.gfe43f1c9.el9 ceph 851 k 2024-08-29T14:43:50.398 INFO:teuthology.orchestra.run.smithi146.stdout:Installing dependencies: 2024-08-29T14:43:50.398 INFO:teuthology.orchestra.run.smithi146.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-08-29T14:43:50.398 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:43:50.398 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction Summary 2024-08-29T14:43:50.398 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2024-08-29T14:43:50.398 INFO:teuthology.orchestra.run.smithi146.stdout:Install 2 Packages 2024-08-29T14:43:50.398 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:43:50.399 INFO:teuthology.orchestra.run.smithi146.stdout:Total download size: 931 k 2024-08-29T14:43:50.399 INFO:teuthology.orchestra.run.smithi146.stdout:Installed size: 2.7 M 2024-08-29T14:43:50.399 INFO:teuthology.orchestra.run.smithi146.stdout:Downloading Packages: 2024-08-29T14:43:50.410 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 13/13 2024-08-29T14:43:50.410 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:43:50.411 INFO:teuthology.orchestra.run.smithi064.stdout:Installed: 2024-08-29T14:43:50.411 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-mgr-rook-2:18.2.4-774.gfe43f1c9.el9.noarch 2024-08-29T14:43:50.411 INFO:teuthology.orchestra.run.smithi064.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-08-29T14:43:50.411 INFO:teuthology.orchestra.run.smithi064.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-08-29T14:43:50.411 INFO:teuthology.orchestra.run.smithi064.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-08-29T14:43:50.411 INFO:teuthology.orchestra.run.smithi064.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-08-29T14:43:50.411 INFO:teuthology.orchestra.run.smithi064.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-08-29T14:43:50.411 INFO:teuthology.orchestra.run.smithi064.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-08-29T14:43:50.411 INFO:teuthology.orchestra.run.smithi064.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-08-29T14:43:50.411 INFO:teuthology.orchestra.run.smithi064.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-08-29T14:43:50.411 INFO:teuthology.orchestra.run.smithi064.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-08-29T14:43:50.411 INFO:teuthology.orchestra.run.smithi064.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-08-29T14:43:50.411 INFO:teuthology.orchestra.run.smithi064.stdout: python3-rsa-4.9-2.el9.noarch 2024-08-29T14:43:50.411 INFO:teuthology.orchestra.run.smithi064.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-08-29T14:43:50.412 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:43:50.412 INFO:teuthology.orchestra.run.smithi064.stdout:Complete! 2024-08-29T14:43:50.689 DEBUG:teuthology.orchestra.run.smithi064:> sudo yum -y install ceph-mgr-cephadm 2024-08-29T14:43:50.855 INFO:teuthology.orchestra.run.smithi146.stdout:(1/2): fuse-2.9.9-16.el9.x86_64.rpm 409 kB/s | 80 kB 00:00 2024-08-29T14:43:50.955 INFO:teuthology.orchestra.run.smithi146.stdout:(2/2): ceph-fuse-18.2.4-774.gfe43f1c9.el9.x86_6 2.8 MB/s | 851 kB 00:00 2024-08-29T14:43:50.955 INFO:teuthology.orchestra.run.smithi146.stdout:-------------------------------------------------------------------------------- 2024-08-29T14:43:50.956 INFO:teuthology.orchestra.run.smithi146.stdout:Total 1.6 MB/s | 931 kB 00:00 2024-08-29T14:43:50.968 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction check 2024-08-29T14:43:50.990 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction check succeeded. 2024-08-29T14:43:50.990 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction test 2024-08-29T14:43:51.070 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction test succeeded. 2024-08-29T14:43:51.071 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction 2024-08-29T14:43:51.258 INFO:teuthology.orchestra.run.smithi064.stdout:Last metadata expiration check: 0:01:21 ago on Thu 29 Aug 2024 02:42:30 PM UTC. 2024-08-29T14:43:51.262 INFO:teuthology.orchestra.run.smithi146.stdout: Preparing : 1/1 2024-08-29T14:43:51.396 INFO:teuthology.orchestra.run.smithi064.stdout:Dependencies resolved. 2024-08-29T14:43:51.396 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : fuse-2.9.9-16.el9.x86_64 1/2 2024-08-29T14:43:51.396 INFO:teuthology.orchestra.run.smithi064.stdout:================================================================================ 2024-08-29T14:43:51.396 INFO:teuthology.orchestra.run.smithi064.stdout: Package Arch Version Repository Size 2024-08-29T14:43:51.397 INFO:teuthology.orchestra.run.smithi064.stdout:================================================================================ 2024-08-29T14:43:51.397 INFO:teuthology.orchestra.run.smithi064.stdout:Installing: 2024-08-29T14:43:51.397 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-mgr-cephadm noarch 2:18.2.4-774.gfe43f1c9.el9 ceph-noarch 139 k 2024-08-29T14:43:51.397 INFO:teuthology.orchestra.run.smithi064.stdout:Installing dependencies: 2024-08-29T14:43:51.397 INFO:teuthology.orchestra.run.smithi064.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-08-29T14:43:51.397 INFO:teuthology.orchestra.run.smithi064.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-08-29T14:43:51.397 INFO:teuthology.orchestra.run.smithi064.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-08-29T14:43:51.397 INFO:teuthology.orchestra.run.smithi064.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-08-29T14:43:51.397 INFO:teuthology.orchestra.run.smithi064.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-08-29T14:43:51.397 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:43:51.397 INFO:teuthology.orchestra.run.smithi064.stdout:Transaction Summary 2024-08-29T14:43:51.397 INFO:teuthology.orchestra.run.smithi064.stdout:================================================================================ 2024-08-29T14:43:51.397 INFO:teuthology.orchestra.run.smithi064.stdout:Install 6 Packages 2024-08-29T14:43:51.398 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:43:51.398 INFO:teuthology.orchestra.run.smithi064.stdout:Total download size: 7.0 M 2024-08-29T14:43:51.398 INFO:teuthology.orchestra.run.smithi064.stdout:Installed size: 33 M 2024-08-29T14:43:51.398 INFO:teuthology.orchestra.run.smithi064.stdout:Downloading Packages: 2024-08-29T14:43:51.468 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : ceph-fuse-2:18.2.4-774.gfe43f1c9.el9.x86_64 2/2 2024-08-29T14:43:51.774 INFO:teuthology.orchestra.run.smithi064.stdout:(1/6): ceph-mgr-cephadm-18.2.4-774.gfe43f1c9.el 663 kB/s | 139 kB 00:00 2024-08-29T14:43:51.833 INFO:teuthology.orchestra.run.smithi064.stdout:(2/6): python3-asyncssh-2.13.2-5.el9.noarch.rpm 9.2 MB/s | 548 kB 00:00 2024-08-29T14:43:51.858 INFO:teuthology.orchestra.run.smithi064.stdout:(3/6): python3-natsort-7.1.1-5.el9.noarch.rpm 2.3 MB/s | 58 kB 00:00 2024-08-29T14:43:51.892 INFO:teuthology.orchestra.run.smithi064.stdout:(4/6): python3-typing-extensions-4.12.2-2.el9.n 2.2 MB/s | 74 kB 00:00 2024-08-29T14:43:52.150 INFO:teuthology.orchestra.run.smithi064.stdout:(5/6): python3-jinja2-2.11.3-6.el9.noarch.rpm 424 kB/s | 248 kB 00:00 2024-08-29T14:43:52.188 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: ceph-fuse-2:18.2.4-774.gfe43f1c9.el9.x86_64 2/2 2024-08-29T14:43:52.188 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : ceph-fuse-2:18.2.4-774.gfe43f1c9.el9.x86_64 1/2 2024-08-29T14:43:52.447 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 2/2 2024-08-29T14:43:52.447 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:43:52.447 INFO:teuthology.orchestra.run.smithi146.stdout:Installed: 2024-08-29T14:43:52.447 INFO:teuthology.orchestra.run.smithi146.stdout: ceph-fuse-2:18.2.4-774.gfe43f1c9.el9.x86_64 fuse-2.9.9-16.el9.x86_64 2024-08-29T14:43:52.447 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:43:52.447 INFO:teuthology.orchestra.run.smithi146.stdout:Complete! 2024-08-29T14:43:52.730 DEBUG:teuthology.orchestra.run.smithi146:> sudo yum -y install librados-devel 2024-08-29T14:43:53.302 INFO:teuthology.orchestra.run.smithi146.stdout:Last metadata expiration check: 0:01:24 ago on Thu 29 Aug 2024 02:42:29 PM UTC. 2024-08-29T14:43:53.434 INFO:teuthology.orchestra.run.smithi146.stdout:Dependencies resolved. 2024-08-29T14:43:53.435 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2024-08-29T14:43:53.435 INFO:teuthology.orchestra.run.smithi146.stdout: Package Arch Version Repo Size 2024-08-29T14:43:53.435 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2024-08-29T14:43:53.435 INFO:teuthology.orchestra.run.smithi146.stdout:Installing: 2024-08-29T14:43:53.435 INFO:teuthology.orchestra.run.smithi146.stdout: librados-devel x86_64 2:18.2.4-774.gfe43f1c9.el9 ceph 127 k 2024-08-29T14:43:53.435 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:43:53.435 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction Summary 2024-08-29T14:43:53.435 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2024-08-29T14:43:53.435 INFO:teuthology.orchestra.run.smithi146.stdout:Install 1 Package 2024-08-29T14:43:53.435 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:43:53.435 INFO:teuthology.orchestra.run.smithi146.stdout:Total download size: 127 k 2024-08-29T14:43:53.436 INFO:teuthology.orchestra.run.smithi146.stdout:Installed size: 456 k 2024-08-29T14:43:53.436 INFO:teuthology.orchestra.run.smithi146.stdout:Downloading Packages: 2024-08-29T14:43:53.643 INFO:teuthology.orchestra.run.smithi146.stdout:librados-devel-18.2.4-774.gfe43f1c9.el9.x86_64. 614 kB/s | 127 kB 00:00 2024-08-29T14:43:53.643 INFO:teuthology.orchestra.run.smithi146.stdout:-------------------------------------------------------------------------------- 2024-08-29T14:43:53.643 INFO:teuthology.orchestra.run.smithi146.stdout:Total 609 kB/s | 127 kB 00:00 2024-08-29T14:43:53.644 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction check 2024-08-29T14:43:53.649 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction check succeeded. 2024-08-29T14:43:53.649 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction test 2024-08-29T14:43:53.713 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction test succeeded. 2024-08-29T14:43:53.713 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction 2024-08-29T14:43:53.775 INFO:teuthology.orchestra.run.smithi064.stdout:(6/6): python3-babel-2.9.1-2.el9.noarch.rpm 2.7 MB/s | 6.0 MB 00:02 2024-08-29T14:43:53.777 INFO:teuthology.orchestra.run.smithi064.stdout:-------------------------------------------------------------------------------- 2024-08-29T14:43:53.777 INFO:teuthology.orchestra.run.smithi064.stdout:Total 2.9 MB/s | 7.0 MB 00:02 2024-08-29T14:43:53.853 INFO:teuthology.orchestra.run.smithi064.stdout:Running transaction check 2024-08-29T14:43:53.861 INFO:teuthology.orchestra.run.smithi146.stdout: Preparing : 1/1 2024-08-29T14:43:53.865 INFO:teuthology.orchestra.run.smithi064.stdout:Transaction check succeeded. 2024-08-29T14:43:53.865 INFO:teuthology.orchestra.run.smithi064.stdout:Running transaction test 2024-08-29T14:43:53.963 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : librados-devel-2:18.2.4-774.gfe43f1c9.el9.x86_64 1/1 2024-08-29T14:43:53.966 INFO:teuthology.orchestra.run.smithi064.stdout:Transaction test succeeded. 2024-08-29T14:43:53.967 INFO:teuthology.orchestra.run.smithi064.stdout:Running transaction 2024-08-29T14:43:54.280 INFO:teuthology.orchestra.run.smithi064.stdout: Preparing : 1/1 2024-08-29T14:43:54.388 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: librados-devel-2:18.2.4-774.gfe43f1c9.el9.x86_64 1/1 2024-08-29T14:43:54.480 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 1/6 2024-08-29T14:43:54.545 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 2/6 2024-08-29T14:43:54.625 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : librados-devel-2:18.2.4-774.gfe43f1c9.el9.x86_64 1/1 2024-08-29T14:43:54.626 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:43:54.626 INFO:teuthology.orchestra.run.smithi146.stdout:Installed: 2024-08-29T14:43:54.626 INFO:teuthology.orchestra.run.smithi146.stdout: librados-devel-2:18.2.4-774.gfe43f1c9.el9.x86_64 2024-08-29T14:43:54.626 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:43:54.626 INFO:teuthology.orchestra.run.smithi146.stdout:Complete! 2024-08-29T14:43:54.868 DEBUG:teuthology.orchestra.run.smithi146:> sudo yum -y install libcephfs2 2024-08-29T14:43:55.091 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 3/6 2024-08-29T14:43:55.182 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 4/6 2024-08-29T14:43:55.243 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 5/6 2024-08-29T14:43:55.272 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : ceph-mgr-cephadm-2:18.2.4-774.gfe43f1c9.el9.noarch 6/6 2024-08-29T14:43:55.439 INFO:teuthology.orchestra.run.smithi146.stdout:Last metadata expiration check: 0:01:26 ago on Thu 29 Aug 2024 02:42:29 PM UTC. 2024-08-29T14:43:55.541 INFO:teuthology.orchestra.run.smithi146.stdout:Package libcephfs2-2:18.2.4-774.gfe43f1c9.el9.x86_64 is already installed. 2024-08-29T14:43:55.585 INFO:teuthology.orchestra.run.smithi146.stdout:Dependencies resolved. 2024-08-29T14:43:55.587 INFO:teuthology.orchestra.run.smithi146.stdout:Nothing to do. 2024-08-29T14:43:55.587 INFO:teuthology.orchestra.run.smithi146.stdout:Complete! 2024-08-29T14:43:55.669 DEBUG:teuthology.orchestra.run.smithi146:> sudo yum -y install libcephfs-devel 2024-08-29T14:43:56.007 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.4-774.gfe43f1c9.el9.noarch 6/6 2024-08-29T14:43:56.007 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : ceph-mgr-cephadm-2:18.2.4-774.gfe43f1c9.el9.noarch 1/6 2024-08-29T14:43:56.007 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 2/6 2024-08-29T14:43:56.007 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 3/6 2024-08-29T14:43:56.007 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 4/6 2024-08-29T14:43:56.007 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 5/6 2024-08-29T14:43:56.247 INFO:teuthology.orchestra.run.smithi146.stdout:Last metadata expiration check: 0:01:27 ago on Thu 29 Aug 2024 02:42:29 PM UTC. 2024-08-29T14:43:56.292 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 6/6 2024-08-29T14:43:56.292 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:43:56.292 INFO:teuthology.orchestra.run.smithi064.stdout:Installed: 2024-08-29T14:43:56.292 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-mgr-cephadm-2:18.2.4-774.gfe43f1c9.el9.noarch 2024-08-29T14:43:56.292 INFO:teuthology.orchestra.run.smithi064.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-08-29T14:43:56.293 INFO:teuthology.orchestra.run.smithi064.stdout: python3-babel-2.9.1-2.el9.noarch 2024-08-29T14:43:56.293 INFO:teuthology.orchestra.run.smithi064.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-08-29T14:43:56.293 INFO:teuthology.orchestra.run.smithi064.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-08-29T14:43:56.293 INFO:teuthology.orchestra.run.smithi064.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-08-29T14:43:56.293 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:43:56.293 INFO:teuthology.orchestra.run.smithi064.stdout:Complete! 2024-08-29T14:43:56.378 INFO:teuthology.orchestra.run.smithi146.stdout:Dependencies resolved. 2024-08-29T14:43:56.379 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2024-08-29T14:43:56.379 INFO:teuthology.orchestra.run.smithi146.stdout: Package Arch Version Repo Size 2024-08-29T14:43:56.379 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2024-08-29T14:43:56.379 INFO:teuthology.orchestra.run.smithi146.stdout:Installing: 2024-08-29T14:43:56.379 INFO:teuthology.orchestra.run.smithi146.stdout: libcephfs-devel x86_64 2:18.2.4-774.gfe43f1c9.el9 ceph 31 k 2024-08-29T14:43:56.379 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:43:56.379 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction Summary 2024-08-29T14:43:56.379 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2024-08-29T14:43:56.379 INFO:teuthology.orchestra.run.smithi146.stdout:Install 1 Package 2024-08-29T14:43:56.379 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:43:56.380 INFO:teuthology.orchestra.run.smithi146.stdout:Total download size: 31 k 2024-08-29T14:43:56.380 INFO:teuthology.orchestra.run.smithi146.stdout:Installed size: 139 k 2024-08-29T14:43:56.380 INFO:teuthology.orchestra.run.smithi146.stdout:Downloading Packages: 2024-08-29T14:43:56.537 INFO:teuthology.orchestra.run.smithi146.stdout:libcephfs-devel-18.2.4-774.gfe43f1c9.el9.x86_64 197 kB/s | 31 kB 00:00 2024-08-29T14:43:56.538 INFO:teuthology.orchestra.run.smithi146.stdout:-------------------------------------------------------------------------------- 2024-08-29T14:43:56.538 INFO:teuthology.orchestra.run.smithi146.stdout:Total 195 kB/s | 31 kB 00:00 2024-08-29T14:43:56.538 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction check 2024-08-29T14:43:56.542 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction check succeeded. 2024-08-29T14:43:56.542 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction test 2024-08-29T14:43:56.545 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction test succeeded. 2024-08-29T14:43:56.545 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction 2024-08-29T14:43:56.573 DEBUG:teuthology.orchestra.run.smithi064:> sudo yum -y install ceph-fuse 2024-08-29T14:43:56.633 INFO:teuthology.orchestra.run.smithi146.stdout: Preparing : 1/1 2024-08-29T14:43:56.733 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : libcephfs-devel-2:18.2.4-774.gfe43f1c9.el9.x86_64 1/1 2024-08-29T14:43:57.080 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: libcephfs-devel-2:18.2.4-774.gfe43f1c9.el9.x86_64 1/1 2024-08-29T14:43:57.140 INFO:teuthology.orchestra.run.smithi064.stdout:Last metadata expiration check: 0:01:27 ago on Thu 29 Aug 2024 02:42:30 PM UTC. 2024-08-29T14:43:57.277 INFO:teuthology.orchestra.run.smithi064.stdout:Dependencies resolved. 2024-08-29T14:43:57.277 INFO:teuthology.orchestra.run.smithi064.stdout:================================================================================ 2024-08-29T14:43:57.278 INFO:teuthology.orchestra.run.smithi064.stdout: Package Arch Version Repository Size 2024-08-29T14:43:57.278 INFO:teuthology.orchestra.run.smithi064.stdout:================================================================================ 2024-08-29T14:43:57.278 INFO:teuthology.orchestra.run.smithi064.stdout:Installing: 2024-08-29T14:43:57.278 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-fuse x86_64 2:18.2.4-774.gfe43f1c9.el9 ceph 851 k 2024-08-29T14:43:57.278 INFO:teuthology.orchestra.run.smithi064.stdout:Installing dependencies: 2024-08-29T14:43:57.278 INFO:teuthology.orchestra.run.smithi064.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-08-29T14:43:57.278 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:43:57.278 INFO:teuthology.orchestra.run.smithi064.stdout:Transaction Summary 2024-08-29T14:43:57.278 INFO:teuthology.orchestra.run.smithi064.stdout:================================================================================ 2024-08-29T14:43:57.278 INFO:teuthology.orchestra.run.smithi064.stdout:Install 2 Packages 2024-08-29T14:43:57.279 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:43:57.279 INFO:teuthology.orchestra.run.smithi064.stdout:Total download size: 931 k 2024-08-29T14:43:57.279 INFO:teuthology.orchestra.run.smithi064.stdout:Installed size: 2.7 M 2024-08-29T14:43:57.279 INFO:teuthology.orchestra.run.smithi064.stdout:Downloading Packages: 2024-08-29T14:43:57.310 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : libcephfs-devel-2:18.2.4-774.gfe43f1c9.el9.x86_64 1/1 2024-08-29T14:43:57.310 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:43:57.310 INFO:teuthology.orchestra.run.smithi146.stdout:Installed: 2024-08-29T14:43:57.311 INFO:teuthology.orchestra.run.smithi146.stdout: libcephfs-devel-2:18.2.4-774.gfe43f1c9.el9.x86_64 2024-08-29T14:43:57.311 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:43:57.311 INFO:teuthology.orchestra.run.smithi146.stdout:Complete! 2024-08-29T14:43:57.519 DEBUG:teuthology.orchestra.run.smithi146:> sudo yum -y install librados2 2024-08-29T14:43:57.644 INFO:teuthology.orchestra.run.smithi064.stdout:(1/2): ceph-fuse-18.2.4-774.gfe43f1c9.el9.x86_6 3.2 MB/s | 851 kB 00:00 2024-08-29T14:43:58.011 INFO:teuthology.orchestra.run.smithi064.stdout:(2/2): fuse-2.9.9-16.el9.x86_64.rpm 127 kB/s | 80 kB 00:00 2024-08-29T14:43:58.011 INFO:teuthology.orchestra.run.smithi064.stdout:-------------------------------------------------------------------------------- 2024-08-29T14:43:58.012 INFO:teuthology.orchestra.run.smithi064.stdout:Total 1.2 MB/s | 931 kB 00:00 2024-08-29T14:43:58.024 INFO:teuthology.orchestra.run.smithi064.stdout:Running transaction check 2024-08-29T14:43:58.047 INFO:teuthology.orchestra.run.smithi064.stdout:Transaction check succeeded. 2024-08-29T14:43:58.047 INFO:teuthology.orchestra.run.smithi064.stdout:Running transaction test 2024-08-29T14:43:58.078 INFO:teuthology.orchestra.run.smithi146.stdout:Last metadata expiration check: 0:01:29 ago on Thu 29 Aug 2024 02:42:29 PM UTC. 2024-08-29T14:43:58.130 INFO:teuthology.orchestra.run.smithi064.stdout:Transaction test succeeded. 2024-08-29T14:43:58.131 INFO:teuthology.orchestra.run.smithi064.stdout:Running transaction 2024-08-29T14:43:58.168 INFO:teuthology.orchestra.run.smithi146.stdout:Package librados2-2:18.2.4-774.gfe43f1c9.el9.x86_64 is already installed. 2024-08-29T14:43:58.210 INFO:teuthology.orchestra.run.smithi146.stdout:Dependencies resolved. 2024-08-29T14:43:58.211 INFO:teuthology.orchestra.run.smithi146.stdout:Nothing to do. 2024-08-29T14:43:58.211 INFO:teuthology.orchestra.run.smithi146.stdout:Complete! 2024-08-29T14:43:58.285 DEBUG:teuthology.orchestra.run.smithi146:> sudo yum -y install librbd1 2024-08-29T14:43:58.331 INFO:teuthology.orchestra.run.smithi064.stdout: Preparing : 1/1 2024-08-29T14:43:58.472 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : fuse-2.9.9-16.el9.x86_64 1/2 2024-08-29T14:43:58.537 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : ceph-fuse-2:18.2.4-774.gfe43f1c9.el9.x86_64 2/2 2024-08-29T14:43:58.843 INFO:teuthology.orchestra.run.smithi146.stdout:Last metadata expiration check: 0:01:29 ago on Thu 29 Aug 2024 02:42:29 PM UTC. 2024-08-29T14:43:58.931 INFO:teuthology.orchestra.run.smithi146.stdout:Package librbd1-2:18.2.4-774.gfe43f1c9.el9.x86_64 is already installed. 2024-08-29T14:43:58.974 INFO:teuthology.orchestra.run.smithi146.stdout:Dependencies resolved. 2024-08-29T14:43:58.975 INFO:teuthology.orchestra.run.smithi146.stdout:Nothing to do. 2024-08-29T14:43:58.975 INFO:teuthology.orchestra.run.smithi146.stdout:Complete! 2024-08-29T14:43:59.050 DEBUG:teuthology.orchestra.run.smithi146:> sudo yum -y install python3-rados 2024-08-29T14:43:59.200 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: ceph-fuse-2:18.2.4-774.gfe43f1c9.el9.x86_64 2/2 2024-08-29T14:43:59.200 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : ceph-fuse-2:18.2.4-774.gfe43f1c9.el9.x86_64 1/2 2024-08-29T14:43:59.484 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 2/2 2024-08-29T14:43:59.484 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:43:59.484 INFO:teuthology.orchestra.run.smithi064.stdout:Installed: 2024-08-29T14:43:59.484 INFO:teuthology.orchestra.run.smithi064.stdout: ceph-fuse-2:18.2.4-774.gfe43f1c9.el9.x86_64 fuse-2.9.9-16.el9.x86_64 2024-08-29T14:43:59.484 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:43:59.484 INFO:teuthology.orchestra.run.smithi064.stdout:Complete! 2024-08-29T14:43:59.606 INFO:teuthology.orchestra.run.smithi146.stdout:Last metadata expiration check: 0:01:30 ago on Thu 29 Aug 2024 02:42:29 PM UTC. 2024-08-29T14:43:59.697 INFO:teuthology.orchestra.run.smithi146.stdout:Package python3-rados-2:18.2.4-774.gfe43f1c9.el9.x86_64 is already installed. 2024-08-29T14:43:59.739 INFO:teuthology.orchestra.run.smithi146.stdout:Dependencies resolved. 2024-08-29T14:43:59.740 INFO:teuthology.orchestra.run.smithi146.stdout:Nothing to do. 2024-08-29T14:43:59.741 INFO:teuthology.orchestra.run.smithi146.stdout:Complete! 2024-08-29T14:43:59.765 DEBUG:teuthology.orchestra.run.smithi064:> sudo yum -y install librados-devel 2024-08-29T14:43:59.813 DEBUG:teuthology.orchestra.run.smithi146:> sudo yum -y install python3-rgw 2024-08-29T14:44:00.335 INFO:teuthology.orchestra.run.smithi064.stdout:Last metadata expiration check: 0:01:30 ago on Thu 29 Aug 2024 02:42:30 PM UTC. 2024-08-29T14:44:00.366 INFO:teuthology.orchestra.run.smithi146.stdout:Last metadata expiration check: 0:01:31 ago on Thu 29 Aug 2024 02:42:29 PM UTC. 2024-08-29T14:44:00.456 INFO:teuthology.orchestra.run.smithi146.stdout:Package python3-rgw-2:18.2.4-774.gfe43f1c9.el9.x86_64 is already installed. 2024-08-29T14:44:00.474 INFO:teuthology.orchestra.run.smithi064.stdout:Dependencies resolved. 2024-08-29T14:44:00.474 INFO:teuthology.orchestra.run.smithi064.stdout:================================================================================ 2024-08-29T14:44:00.474 INFO:teuthology.orchestra.run.smithi064.stdout: Package Arch Version Repo Size 2024-08-29T14:44:00.474 INFO:teuthology.orchestra.run.smithi064.stdout:================================================================================ 2024-08-29T14:44:00.474 INFO:teuthology.orchestra.run.smithi064.stdout:Installing: 2024-08-29T14:44:00.475 INFO:teuthology.orchestra.run.smithi064.stdout: librados-devel x86_64 2:18.2.4-774.gfe43f1c9.el9 ceph 127 k 2024-08-29T14:44:00.475 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:44:00.475 INFO:teuthology.orchestra.run.smithi064.stdout:Transaction Summary 2024-08-29T14:44:00.475 INFO:teuthology.orchestra.run.smithi064.stdout:================================================================================ 2024-08-29T14:44:00.475 INFO:teuthology.orchestra.run.smithi064.stdout:Install 1 Package 2024-08-29T14:44:00.476 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:44:00.476 INFO:teuthology.orchestra.run.smithi064.stdout:Total download size: 127 k 2024-08-29T14:44:00.476 INFO:teuthology.orchestra.run.smithi064.stdout:Installed size: 456 k 2024-08-29T14:44:00.476 INFO:teuthology.orchestra.run.smithi064.stdout:Downloading Packages: 2024-08-29T14:44:00.497 INFO:teuthology.orchestra.run.smithi146.stdout:Dependencies resolved. 2024-08-29T14:44:00.498 INFO:teuthology.orchestra.run.smithi146.stdout:Nothing to do. 2024-08-29T14:44:00.498 INFO:teuthology.orchestra.run.smithi146.stdout:Complete! 2024-08-29T14:44:00.575 DEBUG:teuthology.orchestra.run.smithi146:> sudo yum -y install python3-cephfs 2024-08-29T14:44:00.690 INFO:teuthology.orchestra.run.smithi064.stdout:librados-devel-18.2.4-774.gfe43f1c9.el9.x86_64. 591 kB/s | 127 kB 00:00 2024-08-29T14:44:00.690 INFO:teuthology.orchestra.run.smithi064.stdout:-------------------------------------------------------------------------------- 2024-08-29T14:44:00.691 INFO:teuthology.orchestra.run.smithi064.stdout:Total 587 kB/s | 127 kB 00:00 2024-08-29T14:44:00.691 INFO:teuthology.orchestra.run.smithi064.stdout:Running transaction check 2024-08-29T14:44:00.697 INFO:teuthology.orchestra.run.smithi064.stdout:Transaction check succeeded. 2024-08-29T14:44:00.697 INFO:teuthology.orchestra.run.smithi064.stdout:Running transaction test 2024-08-29T14:44:00.763 INFO:teuthology.orchestra.run.smithi064.stdout:Transaction test succeeded. 2024-08-29T14:44:00.763 INFO:teuthology.orchestra.run.smithi064.stdout:Running transaction 2024-08-29T14:44:00.930 INFO:teuthology.orchestra.run.smithi064.stdout: Preparing : 1/1 2024-08-29T14:44:01.038 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : librados-devel-2:18.2.4-774.gfe43f1c9.el9.x86_64 1/1 2024-08-29T14:44:01.129 INFO:teuthology.orchestra.run.smithi146.stdout:Last metadata expiration check: 0:01:32 ago on Thu 29 Aug 2024 02:42:29 PM UTC. 2024-08-29T14:44:01.218 INFO:teuthology.orchestra.run.smithi146.stdout:Package python3-cephfs-2:18.2.4-774.gfe43f1c9.el9.x86_64 is already installed. 2024-08-29T14:44:01.261 INFO:teuthology.orchestra.run.smithi146.stdout:Dependencies resolved. 2024-08-29T14:44:01.262 INFO:teuthology.orchestra.run.smithi146.stdout:Nothing to do. 2024-08-29T14:44:01.262 INFO:teuthology.orchestra.run.smithi146.stdout:Complete! 2024-08-29T14:44:01.329 DEBUG:teuthology.orchestra.run.smithi146:> sudo yum -y install python3-rbd 2024-08-29T14:44:01.430 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: librados-devel-2:18.2.4-774.gfe43f1c9.el9.x86_64 1/1 2024-08-29T14:44:01.690 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : librados-devel-2:18.2.4-774.gfe43f1c9.el9.x86_64 1/1 2024-08-29T14:44:01.690 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:44:01.690 INFO:teuthology.orchestra.run.smithi064.stdout:Installed: 2024-08-29T14:44:01.690 INFO:teuthology.orchestra.run.smithi064.stdout: librados-devel-2:18.2.4-774.gfe43f1c9.el9.x86_64 2024-08-29T14:44:01.690 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:44:01.690 INFO:teuthology.orchestra.run.smithi064.stdout:Complete! 2024-08-29T14:44:01.887 INFO:teuthology.orchestra.run.smithi146.stdout:Last metadata expiration check: 0:01:32 ago on Thu 29 Aug 2024 02:42:29 PM UTC. 2024-08-29T14:44:01.929 DEBUG:teuthology.orchestra.run.smithi064:> sudo yum -y install libcephfs2 2024-08-29T14:44:01.977 INFO:teuthology.orchestra.run.smithi146.stdout:Package python3-rbd-2:18.2.4-774.gfe43f1c9.el9.x86_64 is already installed. 2024-08-29T14:44:02.019 INFO:teuthology.orchestra.run.smithi146.stdout:Dependencies resolved. 2024-08-29T14:44:02.020 INFO:teuthology.orchestra.run.smithi146.stdout:Nothing to do. 2024-08-29T14:44:02.020 INFO:teuthology.orchestra.run.smithi146.stdout:Complete! 2024-08-29T14:44:02.092 DEBUG:teuthology.orchestra.run.smithi146:> sudo yum -y install rbd-fuse 2024-08-29T14:44:02.498 INFO:teuthology.orchestra.run.smithi064.stdout:Last metadata expiration check: 0:01:32 ago on Thu 29 Aug 2024 02:42:30 PM UTC. 2024-08-29T14:44:02.592 INFO:teuthology.orchestra.run.smithi064.stdout:Package libcephfs2-2:18.2.4-774.gfe43f1c9.el9.x86_64 is already installed. 2024-08-29T14:44:02.638 INFO:teuthology.orchestra.run.smithi064.stdout:Dependencies resolved. 2024-08-29T14:44:02.639 INFO:teuthology.orchestra.run.smithi064.stdout:Nothing to do. 2024-08-29T14:44:02.639 INFO:teuthology.orchestra.run.smithi064.stdout:Complete! 2024-08-29T14:44:02.639 INFO:teuthology.orchestra.run.smithi146.stdout:Last metadata expiration check: 0:01:33 ago on Thu 29 Aug 2024 02:42:29 PM UTC. 2024-08-29T14:44:02.709 DEBUG:teuthology.orchestra.run.smithi064:> sudo yum -y install libcephfs-devel 2024-08-29T14:44:02.771 INFO:teuthology.orchestra.run.smithi146.stdout:Dependencies resolved. 2024-08-29T14:44:02.773 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2024-08-29T14:44:02.773 INFO:teuthology.orchestra.run.smithi146.stdout: Package Architecture Version Repository Size 2024-08-29T14:44:02.773 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2024-08-29T14:44:02.773 INFO:teuthology.orchestra.run.smithi146.stdout:Installing: 2024-08-29T14:44:02.773 INFO:teuthology.orchestra.run.smithi146.stdout: rbd-fuse x86_64 2:18.2.4-774.gfe43f1c9.el9 ceph 87 k 2024-08-29T14:44:02.773 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:44:02.773 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction Summary 2024-08-29T14:44:02.773 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2024-08-29T14:44:02.773 INFO:teuthology.orchestra.run.smithi146.stdout:Install 1 Package 2024-08-29T14:44:02.773 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:44:02.773 INFO:teuthology.orchestra.run.smithi146.stdout:Total download size: 87 k 2024-08-29T14:44:02.773 INFO:teuthology.orchestra.run.smithi146.stdout:Installed size: 227 k 2024-08-29T14:44:02.774 INFO:teuthology.orchestra.run.smithi146.stdout:Downloading Packages: 2024-08-29T14:44:02.957 INFO:teuthology.orchestra.run.smithi146.stdout:rbd-fuse-18.2.4-774.gfe43f1c9.el9.x86_64.rpm 470 kB/s | 87 kB 00:00 2024-08-29T14:44:02.958 INFO:teuthology.orchestra.run.smithi146.stdout:-------------------------------------------------------------------------------- 2024-08-29T14:44:02.958 INFO:teuthology.orchestra.run.smithi146.stdout:Total 467 kB/s | 87 kB 00:00 2024-08-29T14:44:02.958 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction check 2024-08-29T14:44:02.964 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction check succeeded. 2024-08-29T14:44:02.964 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction test 2024-08-29T14:44:03.027 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction test succeeded. 2024-08-29T14:44:03.028 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction 2024-08-29T14:44:03.169 INFO:teuthology.orchestra.run.smithi146.stdout: Preparing : 1/1 2024-08-29T14:44:03.268 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : rbd-fuse-2:18.2.4-774.gfe43f1c9.el9.x86_64 1/1 2024-08-29T14:44:03.276 INFO:teuthology.orchestra.run.smithi064.stdout:Last metadata expiration check: 0:01:33 ago on Thu 29 Aug 2024 02:42:30 PM UTC. 2024-08-29T14:44:03.413 INFO:teuthology.orchestra.run.smithi064.stdout:Dependencies resolved. 2024-08-29T14:44:03.414 INFO:teuthology.orchestra.run.smithi064.stdout:================================================================================ 2024-08-29T14:44:03.414 INFO:teuthology.orchestra.run.smithi064.stdout: Package Arch Version Repo Size 2024-08-29T14:44:03.414 INFO:teuthology.orchestra.run.smithi064.stdout:================================================================================ 2024-08-29T14:44:03.414 INFO:teuthology.orchestra.run.smithi064.stdout:Installing: 2024-08-29T14:44:03.414 INFO:teuthology.orchestra.run.smithi064.stdout: libcephfs-devel x86_64 2:18.2.4-774.gfe43f1c9.el9 ceph 31 k 2024-08-29T14:44:03.414 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:44:03.414 INFO:teuthology.orchestra.run.smithi064.stdout:Transaction Summary 2024-08-29T14:44:03.414 INFO:teuthology.orchestra.run.smithi064.stdout:================================================================================ 2024-08-29T14:44:03.414 INFO:teuthology.orchestra.run.smithi064.stdout:Install 1 Package 2024-08-29T14:44:03.414 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:44:03.414 INFO:teuthology.orchestra.run.smithi064.stdout:Total download size: 31 k 2024-08-29T14:44:03.414 INFO:teuthology.orchestra.run.smithi064.stdout:Installed size: 139 k 2024-08-29T14:44:03.415 INFO:teuthology.orchestra.run.smithi064.stdout:Downloading Packages: 2024-08-29T14:44:03.561 INFO:teuthology.orchestra.run.smithi064.stdout:libcephfs-devel-18.2.4-774.gfe43f1c9.el9.x86_64 213 kB/s | 31 kB 00:00 2024-08-29T14:44:03.561 INFO:teuthology.orchestra.run.smithi064.stdout:-------------------------------------------------------------------------------- 2024-08-29T14:44:03.561 INFO:teuthology.orchestra.run.smithi064.stdout:Total 211 kB/s | 31 kB 00:00 2024-08-29T14:44:03.562 INFO:teuthology.orchestra.run.smithi064.stdout:Running transaction check 2024-08-29T14:44:03.565 INFO:teuthology.orchestra.run.smithi064.stdout:Transaction check succeeded. 2024-08-29T14:44:03.565 INFO:teuthology.orchestra.run.smithi064.stdout:Running transaction test 2024-08-29T14:44:03.568 INFO:teuthology.orchestra.run.smithi064.stdout:Transaction test succeeded. 2024-08-29T14:44:03.569 INFO:teuthology.orchestra.run.smithi064.stdout:Running transaction 2024-08-29T14:44:03.657 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: rbd-fuse-2:18.2.4-774.gfe43f1c9.el9.x86_64 1/1 2024-08-29T14:44:03.658 INFO:teuthology.orchestra.run.smithi064.stdout: Preparing : 1/1 2024-08-29T14:44:03.766 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : libcephfs-devel-2:18.2.4-774.gfe43f1c9.el9.x86_64 1/1 2024-08-29T14:44:03.894 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : rbd-fuse-2:18.2.4-774.gfe43f1c9.el9.x86_64 1/1 2024-08-29T14:44:03.894 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:44:03.894 INFO:teuthology.orchestra.run.smithi146.stdout:Installed: 2024-08-29T14:44:03.894 INFO:teuthology.orchestra.run.smithi146.stdout: rbd-fuse-2:18.2.4-774.gfe43f1c9.el9.x86_64 2024-08-29T14:44:03.894 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:44:03.894 INFO:teuthology.orchestra.run.smithi146.stdout:Complete! 2024-08-29T14:44:04.114 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: libcephfs-devel-2:18.2.4-774.gfe43f1c9.el9.x86_64 1/1 2024-08-29T14:44:04.116 DEBUG:teuthology.orchestra.run.smithi146:> sudo yum -y install rbd-mirror 2024-08-29T14:44:04.344 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : libcephfs-devel-2:18.2.4-774.gfe43f1c9.el9.x86_64 1/1 2024-08-29T14:44:04.344 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:44:04.344 INFO:teuthology.orchestra.run.smithi064.stdout:Installed: 2024-08-29T14:44:04.344 INFO:teuthology.orchestra.run.smithi064.stdout: libcephfs-devel-2:18.2.4-774.gfe43f1c9.el9.x86_64 2024-08-29T14:44:04.344 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:44:04.345 INFO:teuthology.orchestra.run.smithi064.stdout:Complete! 2024-08-29T14:44:04.541 DEBUG:teuthology.orchestra.run.smithi064:> sudo yum -y install librados2 2024-08-29T14:44:04.690 INFO:teuthology.orchestra.run.smithi146.stdout:Last metadata expiration check: 0:01:35 ago on Thu 29 Aug 2024 02:42:29 PM UTC. 2024-08-29T14:44:04.823 INFO:teuthology.orchestra.run.smithi146.stdout:Dependencies resolved. 2024-08-29T14:44:04.824 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2024-08-29T14:44:04.824 INFO:teuthology.orchestra.run.smithi146.stdout: Package Arch Version Repo Size 2024-08-29T14:44:04.824 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2024-08-29T14:44:04.825 INFO:teuthology.orchestra.run.smithi146.stdout:Installing: 2024-08-29T14:44:04.825 INFO:teuthology.orchestra.run.smithi146.stdout: rbd-mirror x86_64 2:18.2.4-774.gfe43f1c9.el9 ceph 3.0 M 2024-08-29T14:44:04.825 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:44:04.825 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction Summary 2024-08-29T14:44:04.825 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2024-08-29T14:44:04.825 INFO:teuthology.orchestra.run.smithi146.stdout:Install 1 Package 2024-08-29T14:44:04.825 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:44:04.825 INFO:teuthology.orchestra.run.smithi146.stdout:Total download size: 3.0 M 2024-08-29T14:44:04.825 INFO:teuthology.orchestra.run.smithi146.stdout:Installed size: 12 M 2024-08-29T14:44:04.825 INFO:teuthology.orchestra.run.smithi146.stdout:Downloading Packages: 2024-08-29T14:44:05.108 INFO:teuthology.orchestra.run.smithi064.stdout:Last metadata expiration check: 0:01:35 ago on Thu 29 Aug 2024 02:42:30 PM UTC. 2024-08-29T14:44:05.202 INFO:teuthology.orchestra.run.smithi064.stdout:Package librados2-2:18.2.4-774.gfe43f1c9.el9.x86_64 is already installed. 2024-08-29T14:44:05.218 INFO:teuthology.orchestra.run.smithi146.stdout:rbd-mirror-18.2.4-774.gfe43f1c9.el9.x86_64.rpm 7.6 MB/s | 3.0 MB 00:00 2024-08-29T14:44:05.218 INFO:teuthology.orchestra.run.smithi146.stdout:-------------------------------------------------------------------------------- 2024-08-29T14:44:05.219 INFO:teuthology.orchestra.run.smithi146.stdout:Total 7.6 MB/s | 3.0 MB 00:00 2024-08-29T14:44:05.219 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction check 2024-08-29T14:44:05.228 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction check succeeded. 2024-08-29T14:44:05.228 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction test 2024-08-29T14:44:05.248 INFO:teuthology.orchestra.run.smithi064.stdout:Dependencies resolved. 2024-08-29T14:44:05.249 INFO:teuthology.orchestra.run.smithi064.stdout:Nothing to do. 2024-08-29T14:44:05.249 INFO:teuthology.orchestra.run.smithi064.stdout:Complete! 2024-08-29T14:44:05.309 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction test succeeded. 2024-08-29T14:44:05.309 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction 2024-08-29T14:44:05.321 DEBUG:teuthology.orchestra.run.smithi064:> sudo yum -y install librbd1 2024-08-29T14:44:05.745 INFO:teuthology.orchestra.run.smithi146.stdout: Preparing : 1/1 2024-08-29T14:44:05.894 INFO:teuthology.orchestra.run.smithi064.stdout:Last metadata expiration check: 0:01:35 ago on Thu 29 Aug 2024 02:42:30 PM UTC. 2024-08-29T14:44:05.902 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : rbd-mirror-2:18.2.4-774.gfe43f1c9.el9.x86_64 1/1 2024-08-29T14:44:05.928 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: rbd-mirror-2:18.2.4-774.gfe43f1c9.el9.x86_64 1/1 2024-08-29T14:44:05.929 INFO:teuthology.orchestra.run.smithi146.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-29T14:44:05.929 INFO:teuthology.orchestra.run.smithi146.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-08-29T14:44:05.929 INFO:teuthology.orchestra.run.smithi146.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-08-29T14:44:05.929 INFO:teuthology.orchestra.run.smithi146.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-08-29T14:44:05.929 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:44:05.987 INFO:teuthology.orchestra.run.smithi064.stdout:Package librbd1-2:18.2.4-774.gfe43f1c9.el9.x86_64 is already installed. 2024-08-29T14:44:06.033 INFO:teuthology.orchestra.run.smithi064.stdout:Dependencies resolved. 2024-08-29T14:44:06.034 INFO:teuthology.orchestra.run.smithi064.stdout:Nothing to do. 2024-08-29T14:44:06.034 INFO:teuthology.orchestra.run.smithi064.stdout:Complete! 2024-08-29T14:44:06.101 DEBUG:teuthology.orchestra.run.smithi064:> sudo yum -y install python3-rados 2024-08-29T14:44:06.668 INFO:teuthology.orchestra.run.smithi064.stdout:Last metadata expiration check: 0:01:36 ago on Thu 29 Aug 2024 02:42:30 PM UTC. 2024-08-29T14:44:06.760 INFO:teuthology.orchestra.run.smithi064.stdout:Package python3-rados-2:18.2.4-774.gfe43f1c9.el9.x86_64 is already installed. 2024-08-29T14:44:06.805 INFO:teuthology.orchestra.run.smithi064.stdout:Dependencies resolved. 2024-08-29T14:44:06.806 INFO:teuthology.orchestra.run.smithi064.stdout:Nothing to do. 2024-08-29T14:44:06.806 INFO:teuthology.orchestra.run.smithi064.stdout:Complete! 2024-08-29T14:44:06.862 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : rbd-mirror-2:18.2.4-774.gfe43f1c9.el9.x86_64 1/1 2024-08-29T14:44:06.862 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:44:06.862 INFO:teuthology.orchestra.run.smithi146.stdout:Installed: 2024-08-29T14:44:06.862 INFO:teuthology.orchestra.run.smithi146.stdout: rbd-mirror-2:18.2.4-774.gfe43f1c9.el9.x86_64 2024-08-29T14:44:06.862 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:44:06.863 INFO:teuthology.orchestra.run.smithi146.stdout:Complete! 2024-08-29T14:44:06.877 DEBUG:teuthology.orchestra.run.smithi064:> sudo yum -y install python3-rgw 2024-08-29T14:44:07.075 DEBUG:teuthology.orchestra.run.smithi146:> sudo yum -y install rbd-nbd 2024-08-29T14:44:07.448 INFO:teuthology.orchestra.run.smithi064.stdout:Last metadata expiration check: 0:01:37 ago on Thu 29 Aug 2024 02:42:30 PM UTC. 2024-08-29T14:44:07.541 INFO:teuthology.orchestra.run.smithi064.stdout:Package python3-rgw-2:18.2.4-774.gfe43f1c9.el9.x86_64 is already installed. 2024-08-29T14:44:07.585 INFO:teuthology.orchestra.run.smithi064.stdout:Dependencies resolved. 2024-08-29T14:44:07.586 INFO:teuthology.orchestra.run.smithi064.stdout:Nothing to do. 2024-08-29T14:44:07.587 INFO:teuthology.orchestra.run.smithi064.stdout:Complete! 2024-08-29T14:44:07.650 INFO:teuthology.orchestra.run.smithi146.stdout:Last metadata expiration check: 0:01:38 ago on Thu 29 Aug 2024 02:42:29 PM UTC. 2024-08-29T14:44:07.660 DEBUG:teuthology.orchestra.run.smithi064:> sudo yum -y install python3-cephfs 2024-08-29T14:44:07.786 INFO:teuthology.orchestra.run.smithi146.stdout:Dependencies resolved. 2024-08-29T14:44:07.787 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2024-08-29T14:44:07.787 INFO:teuthology.orchestra.run.smithi146.stdout: Package Architecture Version Repository Size 2024-08-29T14:44:07.787 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2024-08-29T14:44:07.787 INFO:teuthology.orchestra.run.smithi146.stdout:Installing: 2024-08-29T14:44:07.787 INFO:teuthology.orchestra.run.smithi146.stdout: rbd-nbd x86_64 2:18.2.4-774.gfe43f1c9.el9 ceph 172 k 2024-08-29T14:44:07.787 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:44:07.787 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction Summary 2024-08-29T14:44:07.787 INFO:teuthology.orchestra.run.smithi146.stdout:================================================================================ 2024-08-29T14:44:07.787 INFO:teuthology.orchestra.run.smithi146.stdout:Install 1 Package 2024-08-29T14:44:07.788 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:44:07.788 INFO:teuthology.orchestra.run.smithi146.stdout:Total download size: 172 k 2024-08-29T14:44:07.788 INFO:teuthology.orchestra.run.smithi146.stdout:Installed size: 494 k 2024-08-29T14:44:07.788 INFO:teuthology.orchestra.run.smithi146.stdout:Downloading Packages: 2024-08-29T14:44:07.996 INFO:teuthology.orchestra.run.smithi146.stdout:rbd-nbd-18.2.4-774.gfe43f1c9.el9.x86_64.rpm 828 kB/s | 172 kB 00:00 2024-08-29T14:44:07.997 INFO:teuthology.orchestra.run.smithi146.stdout:-------------------------------------------------------------------------------- 2024-08-29T14:44:07.997 INFO:teuthology.orchestra.run.smithi146.stdout:Total 822 kB/s | 172 kB 00:00 2024-08-29T14:44:07.997 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction check 2024-08-29T14:44:08.004 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction check succeeded. 2024-08-29T14:44:08.005 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction test 2024-08-29T14:44:08.068 INFO:teuthology.orchestra.run.smithi146.stdout:Transaction test succeeded. 2024-08-29T14:44:08.069 INFO:teuthology.orchestra.run.smithi146.stdout:Running transaction 2024-08-29T14:44:08.225 INFO:teuthology.orchestra.run.smithi064.stdout:Last metadata expiration check: 0:01:38 ago on Thu 29 Aug 2024 02:42:30 PM UTC. 2024-08-29T14:44:08.232 INFO:teuthology.orchestra.run.smithi146.stdout: Preparing : 1/1 2024-08-29T14:44:08.316 INFO:teuthology.orchestra.run.smithi146.stdout: Installing : rbd-nbd-2:18.2.4-774.gfe43f1c9.el9.x86_64 1/1 2024-08-29T14:44:08.317 INFO:teuthology.orchestra.run.smithi064.stdout:Package python3-cephfs-2:18.2.4-774.gfe43f1c9.el9.x86_64 is already installed. 2024-08-29T14:44:08.362 INFO:teuthology.orchestra.run.smithi064.stdout:Dependencies resolved. 2024-08-29T14:44:08.363 INFO:teuthology.orchestra.run.smithi064.stdout:Nothing to do. 2024-08-29T14:44:08.363 INFO:teuthology.orchestra.run.smithi064.stdout:Complete! 2024-08-29T14:44:08.437 DEBUG:teuthology.orchestra.run.smithi064:> sudo yum -y install python3-rbd 2024-08-29T14:44:08.691 INFO:teuthology.orchestra.run.smithi146.stdout: Running scriptlet: rbd-nbd-2:18.2.4-774.gfe43f1c9.el9.x86_64 1/1 2024-08-29T14:44:08.936 INFO:teuthology.orchestra.run.smithi146.stdout: Verifying : rbd-nbd-2:18.2.4-774.gfe43f1c9.el9.x86_64 1/1 2024-08-29T14:44:08.936 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:44:08.936 INFO:teuthology.orchestra.run.smithi146.stdout:Installed: 2024-08-29T14:44:08.937 INFO:teuthology.orchestra.run.smithi146.stdout: rbd-nbd-2:18.2.4-774.gfe43f1c9.el9.x86_64 2024-08-29T14:44:08.937 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:44:08.937 INFO:teuthology.orchestra.run.smithi146.stdout:Complete! 2024-08-29T14:44:09.004 INFO:teuthology.orchestra.run.smithi064.stdout:Last metadata expiration check: 0:01:39 ago on Thu 29 Aug 2024 02:42:30 PM UTC. 2024-08-29T14:44:09.096 INFO:teuthology.orchestra.run.smithi064.stdout:Package python3-rbd-2:18.2.4-774.gfe43f1c9.el9.x86_64 is already installed. 2024-08-29T14:44:09.142 INFO:teuthology.orchestra.run.smithi064.stdout:Dependencies resolved. 2024-08-29T14:44:09.144 INFO:teuthology.orchestra.run.smithi064.stdout:Nothing to do. 2024-08-29T14:44:09.144 INFO:teuthology.orchestra.run.smithi064.stdout:Complete! 2024-08-29T14:44:09.156 DEBUG:teuthology.parallel:result is None 2024-08-29T14:44:09.223 DEBUG:teuthology.orchestra.run.smithi064:> sudo yum -y install rbd-fuse 2024-08-29T14:44:09.790 INFO:teuthology.orchestra.run.smithi064.stdout:Last metadata expiration check: 0:01:39 ago on Thu 29 Aug 2024 02:42:30 PM UTC. 2024-08-29T14:44:09.927 INFO:teuthology.orchestra.run.smithi064.stdout:Dependencies resolved. 2024-08-29T14:44:10.013 INFO:teuthology.orchestra.run.smithi064.stdout:================================================================================ 2024-08-29T14:44:10.014 INFO:teuthology.orchestra.run.smithi064.stdout: Package Architecture Version Repository Size 2024-08-29T14:44:10.014 INFO:teuthology.orchestra.run.smithi064.stdout:================================================================================ 2024-08-29T14:44:10.014 INFO:teuthology.orchestra.run.smithi064.stdout:Installing: 2024-08-29T14:44:10.014 INFO:teuthology.orchestra.run.smithi064.stdout: rbd-fuse x86_64 2:18.2.4-774.gfe43f1c9.el9 ceph 87 k 2024-08-29T14:44:10.014 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:44:10.014 INFO:teuthology.orchestra.run.smithi064.stdout:Transaction Summary 2024-08-29T14:44:10.014 INFO:teuthology.orchestra.run.smithi064.stdout:================================================================================ 2024-08-29T14:44:10.014 INFO:teuthology.orchestra.run.smithi064.stdout:Install 1 Package 2024-08-29T14:44:10.014 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:44:10.014 INFO:teuthology.orchestra.run.smithi064.stdout:Total download size: 87 k 2024-08-29T14:44:10.014 INFO:teuthology.orchestra.run.smithi064.stdout:Installed size: 227 k 2024-08-29T14:44:10.014 INFO:teuthology.orchestra.run.smithi064.stdout:Downloading Packages: 2024-08-29T14:44:10.122 INFO:teuthology.orchestra.run.smithi064.stdout:rbd-fuse-18.2.4-774.gfe43f1c9.el9.x86_64.rpm 449 kB/s | 87 kB 00:00 2024-08-29T14:44:10.123 INFO:teuthology.orchestra.run.smithi064.stdout:-------------------------------------------------------------------------------- 2024-08-29T14:44:10.123 INFO:teuthology.orchestra.run.smithi064.stdout:Total 446 kB/s | 87 kB 00:00 2024-08-29T14:44:10.123 INFO:teuthology.orchestra.run.smithi064.stdout:Running transaction check 2024-08-29T14:44:10.130 INFO:teuthology.orchestra.run.smithi064.stdout:Transaction check succeeded. 2024-08-29T14:44:10.130 INFO:teuthology.orchestra.run.smithi064.stdout:Running transaction test 2024-08-29T14:44:10.197 INFO:teuthology.orchestra.run.smithi064.stdout:Transaction test succeeded. 2024-08-29T14:44:10.197 INFO:teuthology.orchestra.run.smithi064.stdout:Running transaction 2024-08-29T14:44:10.340 INFO:teuthology.orchestra.run.smithi064.stdout: Preparing : 1/1 2024-08-29T14:44:10.438 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : rbd-fuse-2:18.2.4-774.gfe43f1c9.el9.x86_64 1/1 2024-08-29T14:44:10.783 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: rbd-fuse-2:18.2.4-774.gfe43f1c9.el9.x86_64 1/1 2024-08-29T14:44:11.030 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : rbd-fuse-2:18.2.4-774.gfe43f1c9.el9.x86_64 1/1 2024-08-29T14:44:11.030 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:44:11.030 INFO:teuthology.orchestra.run.smithi064.stdout:Installed: 2024-08-29T14:44:11.030 INFO:teuthology.orchestra.run.smithi064.stdout: rbd-fuse-2:18.2.4-774.gfe43f1c9.el9.x86_64 2024-08-29T14:44:11.030 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:44:11.030 INFO:teuthology.orchestra.run.smithi064.stdout:Complete! 2024-08-29T14:44:11.284 DEBUG:teuthology.orchestra.run.smithi064:> sudo yum -y install rbd-mirror 2024-08-29T14:44:11.853 INFO:teuthology.orchestra.run.smithi064.stdout:Last metadata expiration check: 0:01:41 ago on Thu 29 Aug 2024 02:42:30 PM UTC. 2024-08-29T14:44:11.990 INFO:teuthology.orchestra.run.smithi064.stdout:Dependencies resolved. 2024-08-29T14:44:11.990 INFO:teuthology.orchestra.run.smithi064.stdout:================================================================================ 2024-08-29T14:44:11.990 INFO:teuthology.orchestra.run.smithi064.stdout: Package Arch Version Repo Size 2024-08-29T14:44:11.991 INFO:teuthology.orchestra.run.smithi064.stdout:================================================================================ 2024-08-29T14:44:11.991 INFO:teuthology.orchestra.run.smithi064.stdout:Installing: 2024-08-29T14:44:11.991 INFO:teuthology.orchestra.run.smithi064.stdout: rbd-mirror x86_64 2:18.2.4-774.gfe43f1c9.el9 ceph 3.0 M 2024-08-29T14:44:11.991 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:44:11.991 INFO:teuthology.orchestra.run.smithi064.stdout:Transaction Summary 2024-08-29T14:44:11.991 INFO:teuthology.orchestra.run.smithi064.stdout:================================================================================ 2024-08-29T14:44:11.991 INFO:teuthology.orchestra.run.smithi064.stdout:Install 1 Package 2024-08-29T14:44:11.991 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:44:11.991 INFO:teuthology.orchestra.run.smithi064.stdout:Total download size: 3.0 M 2024-08-29T14:44:11.991 INFO:teuthology.orchestra.run.smithi064.stdout:Installed size: 12 M 2024-08-29T14:44:11.991 INFO:teuthology.orchestra.run.smithi064.stdout:Downloading Packages: 2024-08-29T14:44:12.384 INFO:teuthology.orchestra.run.smithi064.stdout:rbd-mirror-18.2.4-774.gfe43f1c9.el9.x86_64.rpm 7.6 MB/s | 3.0 MB 00:00 2024-08-29T14:44:12.384 INFO:teuthology.orchestra.run.smithi064.stdout:-------------------------------------------------------------------------------- 2024-08-29T14:44:12.385 INFO:teuthology.orchestra.run.smithi064.stdout:Total 7.6 MB/s | 3.0 MB 00:00 2024-08-29T14:44:12.385 INFO:teuthology.orchestra.run.smithi064.stdout:Running transaction check 2024-08-29T14:44:12.394 INFO:teuthology.orchestra.run.smithi064.stdout:Transaction check succeeded. 2024-08-29T14:44:12.394 INFO:teuthology.orchestra.run.smithi064.stdout:Running transaction test 2024-08-29T14:44:12.478 INFO:teuthology.orchestra.run.smithi064.stdout:Transaction test succeeded. 2024-08-29T14:44:12.478 INFO:teuthology.orchestra.run.smithi064.stdout:Running transaction 2024-08-29T14:44:12.912 INFO:teuthology.orchestra.run.smithi064.stdout: Preparing : 1/1 2024-08-29T14:44:12.968 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : rbd-mirror-2:18.2.4-774.gfe43f1c9.el9.x86_64 1/1 2024-08-29T14:44:12.992 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: rbd-mirror-2:18.2.4-774.gfe43f1c9.el9.x86_64 1/1 2024-08-29T14:44:12.992 INFO:teuthology.orchestra.run.smithi064.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-29T14:44:12.992 INFO:teuthology.orchestra.run.smithi064.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-08-29T14:44:12.993 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-08-29T14:44:12.993 INFO:teuthology.orchestra.run.smithi064.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-08-29T14:44:12.993 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:44:14.085 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : rbd-mirror-2:18.2.4-774.gfe43f1c9.el9.x86_64 1/1 2024-08-29T14:44:14.085 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:44:14.085 INFO:teuthology.orchestra.run.smithi064.stdout:Installed: 2024-08-29T14:44:14.085 INFO:teuthology.orchestra.run.smithi064.stdout: rbd-mirror-2:18.2.4-774.gfe43f1c9.el9.x86_64 2024-08-29T14:44:14.085 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:44:14.085 INFO:teuthology.orchestra.run.smithi064.stdout:Complete! 2024-08-29T14:44:14.329 DEBUG:teuthology.orchestra.run.smithi064:> sudo yum -y install rbd-nbd 2024-08-29T14:44:14.899 INFO:teuthology.orchestra.run.smithi064.stdout:Last metadata expiration check: 0:01:44 ago on Thu 29 Aug 2024 02:42:30 PM UTC. 2024-08-29T14:44:15.038 INFO:teuthology.orchestra.run.smithi064.stdout:Dependencies resolved. 2024-08-29T14:44:15.039 INFO:teuthology.orchestra.run.smithi064.stdout:================================================================================ 2024-08-29T14:44:15.039 INFO:teuthology.orchestra.run.smithi064.stdout: Package Architecture Version Repository Size 2024-08-29T14:44:15.039 INFO:teuthology.orchestra.run.smithi064.stdout:================================================================================ 2024-08-29T14:44:15.039 INFO:teuthology.orchestra.run.smithi064.stdout:Installing: 2024-08-29T14:44:15.039 INFO:teuthology.orchestra.run.smithi064.stdout: rbd-nbd x86_64 2:18.2.4-774.gfe43f1c9.el9 ceph 172 k 2024-08-29T14:44:15.039 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:44:15.040 INFO:teuthology.orchestra.run.smithi064.stdout:Transaction Summary 2024-08-29T14:44:15.040 INFO:teuthology.orchestra.run.smithi064.stdout:================================================================================ 2024-08-29T14:44:15.040 INFO:teuthology.orchestra.run.smithi064.stdout:Install 1 Package 2024-08-29T14:44:15.040 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:44:15.040 INFO:teuthology.orchestra.run.smithi064.stdout:Total download size: 172 k 2024-08-29T14:44:15.040 INFO:teuthology.orchestra.run.smithi064.stdout:Installed size: 494 k 2024-08-29T14:44:15.040 INFO:teuthology.orchestra.run.smithi064.stdout:Downloading Packages: 2024-08-29T14:44:15.254 INFO:teuthology.orchestra.run.smithi064.stdout:rbd-nbd-18.2.4-774.gfe43f1c9.el9.x86_64.rpm 803 kB/s | 172 kB 00:00 2024-08-29T14:44:15.255 INFO:teuthology.orchestra.run.smithi064.stdout:-------------------------------------------------------------------------------- 2024-08-29T14:44:15.255 INFO:teuthology.orchestra.run.smithi064.stdout:Total 797 kB/s | 172 kB 00:00 2024-08-29T14:44:15.255 INFO:teuthology.orchestra.run.smithi064.stdout:Running transaction check 2024-08-29T14:44:15.263 INFO:teuthology.orchestra.run.smithi064.stdout:Transaction check succeeded. 2024-08-29T14:44:15.264 INFO:teuthology.orchestra.run.smithi064.stdout:Running transaction test 2024-08-29T14:44:15.331 INFO:teuthology.orchestra.run.smithi064.stdout:Transaction test succeeded. 2024-08-29T14:44:15.331 INFO:teuthology.orchestra.run.smithi064.stdout:Running transaction 2024-08-29T14:44:15.492 INFO:teuthology.orchestra.run.smithi064.stdout: Preparing : 1/1 2024-08-29T14:44:15.595 INFO:teuthology.orchestra.run.smithi064.stdout: Installing : rbd-nbd-2:18.2.4-774.gfe43f1c9.el9.x86_64 1/1 2024-08-29T14:44:16.028 INFO:teuthology.orchestra.run.smithi064.stdout: Running scriptlet: rbd-nbd-2:18.2.4-774.gfe43f1c9.el9.x86_64 1/1 2024-08-29T14:44:16.248 INFO:teuthology.orchestra.run.smithi064.stdout: Verifying : rbd-nbd-2:18.2.4-774.gfe43f1c9.el9.x86_64 1/1 2024-08-29T14:44:16.248 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:44:16.249 INFO:teuthology.orchestra.run.smithi064.stdout:Installed: 2024-08-29T14:44:16.249 INFO:teuthology.orchestra.run.smithi064.stdout: rbd-nbd-2:18.2.4-774.gfe43f1c9.el9.x86_64 2024-08-29T14:44:16.249 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:44:16.249 INFO:teuthology.orchestra.run.smithi064.stdout:Complete! 2024-08-29T14:44:16.473 DEBUG:teuthology.parallel:result is None 2024-08-29T14:44:16.474 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-29T14:44:16.474 INFO:teuthology.packaging:ref: None 2024-08-29T14:44:16.474 INFO:teuthology.packaging:tag: None 2024-08-29T14:44:16.474 INFO:teuthology.packaging:branch: reef 2024-08-29T14:44:16.474 INFO:teuthology.packaging:sha1: 1f4056d968930e12926c25a8f13ee8ed6047c791 2024-08-29T14:44:16.474 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-08-29T14:44:16.746 DEBUG:teuthology.orchestra.run.smithi064:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-08-29T14:44:16.768 INFO:teuthology.orchestra.run.smithi064.stdout:18.2.4-774.gfe43f1c9.el9 2024-08-29T14:44:16.768 INFO:teuthology.packaging:The installed version of ceph is 18.2.4-774.gfe43f1c9.el9 2024-08-29T14:44:16.769 INFO:teuthology.task.install:The correct ceph version 18.2.4-774.gfe43f1c9 is installed. 2024-08-29T14:44:16.772 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-29T14:44:16.772 INFO:teuthology.packaging:ref: None 2024-08-29T14:44:16.772 INFO:teuthology.packaging:tag: None 2024-08-29T14:44:16.772 INFO:teuthology.packaging:branch: reef 2024-08-29T14:44:16.772 INFO:teuthology.packaging:sha1: 1f4056d968930e12926c25a8f13ee8ed6047c791 2024-08-29T14:44:16.772 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-08-29T14:44:17.031 DEBUG:teuthology.orchestra.run.smithi146:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-08-29T14:44:17.057 INFO:teuthology.orchestra.run.smithi146.stdout:18.2.4-774.gfe43f1c9.el9 2024-08-29T14:44:17.057 INFO:teuthology.packaging:The installed version of ceph is 18.2.4-774.gfe43f1c9.el9 2024-08-29T14:44:17.057 INFO:teuthology.task.install:The correct ceph version 18.2.4-774.gfe43f1c9 is installed. 2024-08-29T14:44:17.059 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-08-29T14:44:17.059 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-08-29T14:44:17.059 DEBUG:teuthology.orchestra.run.smithi064:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-08-29T14:44:17.087 DEBUG:teuthology.orchestra.run.smithi146:> set -ex 2024-08-29T14:44:17.087 DEBUG:teuthology.orchestra.run.smithi146:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-08-29T14:44:17.126 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-08-29T14:44:17.127 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-08-29T14:44:17.127 DEBUG:teuthology.orchestra.run.smithi064:> sudo dd of=/usr/bin/daemon-helper 2024-08-29T14:44:17.175 DEBUG:teuthology.orchestra.run.smithi064:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-08-29T14:44:17.239 DEBUG:teuthology.orchestra.run.smithi146:> set -ex 2024-08-29T14:44:17.239 DEBUG:teuthology.orchestra.run.smithi146:> sudo dd of=/usr/bin/daemon-helper 2024-08-29T14:44:17.268 DEBUG:teuthology.orchestra.run.smithi146:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-08-29T14:44:17.336 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-08-29T14:44:17.336 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-08-29T14:44:17.336 DEBUG:teuthology.orchestra.run.smithi064:> sudo dd of=/usr/bin/adjust-ulimits 2024-08-29T14:44:17.360 DEBUG:teuthology.orchestra.run.smithi064:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-08-29T14:44:17.425 DEBUG:teuthology.orchestra.run.smithi146:> set -ex 2024-08-29T14:44:17.425 DEBUG:teuthology.orchestra.run.smithi146:> sudo dd of=/usr/bin/adjust-ulimits 2024-08-29T14:44:17.455 DEBUG:teuthology.orchestra.run.smithi146:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-08-29T14:44:17.521 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-08-29T14:44:17.521 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-08-29T14:44:17.521 DEBUG:teuthology.orchestra.run.smithi064:> sudo dd of=/usr/bin/stdin-killer 2024-08-29T14:44:17.545 DEBUG:teuthology.orchestra.run.smithi064:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-08-29T14:44:17.610 DEBUG:teuthology.orchestra.run.smithi146:> set -ex 2024-08-29T14:44:17.610 DEBUG:teuthology.orchestra.run.smithi146:> sudo dd of=/usr/bin/stdin-killer 2024-08-29T14:44:17.635 DEBUG:teuthology.orchestra.run.smithi146:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-08-29T14:44:17.701 INFO:teuthology.run_tasks:Running task cephadm... 2024-08-29T14:44:17.804 INFO:tasks.cephadm:Config: {'compiled_cephadm_branch': 'reef', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:reef', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'mons down', 'mon down', 'MON_DOWN', 'out of quorum', 'PG_AVAILABILITY'], 'sha1': '1f4056d968930e12926c25a8f13ee8ed6047c791'} 2024-08-29T14:44:17.804 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:reef 2024-08-29T14:44:17.804 INFO:tasks.cephadm:Cluster fsid is 2b44bde8-6615-11ef-bcd4-c7b262605968 2024-08-29T14:44:17.804 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-08-29T14:44:17.805 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.64', 'mon.c': '[v2:172.21.15.64:3301,v1:172.21.15.64:6790]', 'mon.b': '172.21.15.146'} 2024-08-29T14:44:17.805 INFO:tasks.cephadm:First mon is mon.a on smithi064 2024-08-29T14:44:17.805 INFO:tasks.cephadm:First mgr is y 2024-08-29T14:44:17.805 INFO:tasks.cephadm:Normalizing hostnames... 2024-08-29T14:44:17.805 DEBUG:teuthology.orchestra.run.smithi064:> sudo hostname $(hostname -s) 2024-08-29T14:44:17.830 DEBUG:teuthology.orchestra.run.smithi146:> sudo hostname $(hostname -s) 2024-08-29T14:44:17.857 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra for reef 2024-08-29T14:44:17.857 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=1f4056d968930e12926c25a8f13ee8ed6047c791 2024-08-29T14:44:18.003 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': '1f4056d968930e12926c25a8f13ee8ed6047c791', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/82602/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.3.0-4579-g1f4056d9', 'node_name': '172.21.5.40+adami10', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.3.0-4579.g1f4056d9'}, 'url': 'https://4.chacra.ceph.com/r/ceph/wip-yuri4-testing-2024-08-28-1359/1f4056d968930e12926c25a8f13ee8ed6047c791/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-08-28 22:37:40.250681', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-yuri4-testing-2024-08-28-1359', 'chacra_url': 'https://4.chacra.ceph.com/repos/ceph/wip-yuri4-testing-2024-08-28-1359/1f4056d968930e12926c25a8f13ee8ed6047c791/centos/9/flavors/default/', 'archs': ['x86_64', 'source'], 'distro': 'centos'}] 2024-08-29T14:44:18.237 INFO:tasks.util.chacra:got chacra host 3.chacra.ceph.com, ref reef, sha1 fe43f1c9f9e2945dda7244d8acbd33fb921449af from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&ref=reef 2024-08-29T14:44:18.239 INFO:tasks.cephadm:Discovered cachra url: https://3.chacra.ceph.com/binaries/ceph/reef/fe43f1c9f9e2945dda7244d8acbd33fb921449af/centos/9/x86_64/flavors/default/cephadm 2024-08-29T14:44:18.239 INFO:tasks.cephadm:Downloading cephadm from url: https://3.chacra.ceph.com/binaries/ceph/reef/fe43f1c9f9e2945dda7244d8acbd33fb921449af/centos/9/x86_64/flavors/default/cephadm 2024-08-29T14:44:18.239 DEBUG:teuthology.orchestra.run.smithi064:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/reef/fe43f1c9f9e2945dda7244d8acbd33fb921449af/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-08-29T14:44:18.592 INFO:teuthology.orchestra.run.smithi064.stdout:-rw-r--r--. 1 ubuntu ubuntu 215529 Aug 29 14:44 /home/ubuntu/cephtest/cephadm 2024-08-29T14:44:18.593 DEBUG:teuthology.orchestra.run.smithi146:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/reef/fe43f1c9f9e2945dda7244d8acbd33fb921449af/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-08-29T14:44:18.937 INFO:teuthology.orchestra.run.smithi146.stdout:-rw-r--r--. 1 ubuntu ubuntu 215529 Aug 29 14:44 /home/ubuntu/cephtest/cephadm 2024-08-29T14:44:18.938 DEBUG:teuthology.orchestra.run.smithi064:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-08-29T14:44:18.957 DEBUG:teuthology.orchestra.run.smithi146:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-08-29T14:44:18.986 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:reef on all hosts... 2024-08-29T14:44:18.986 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-08-29T14:44:19.000 DEBUG:teuthology.orchestra.run.smithi146:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-08-29T14:44:20.479 INFO:teuthology.orchestra.run.smithi064.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-08-29T14:44:20.549 INFO:teuthology.orchestra.run.smithi146.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-08-29T14:44:50.714 INFO:teuthology.orchestra.run.smithi064.stdout:{ 2024-08-29T14:44:50.714 INFO:teuthology.orchestra.run.smithi064.stdout: "ceph_version": "ceph version 18.2.4-774-gfe43f1c9 (fe43f1c9f9e2945dda7244d8acbd33fb921449af) reef (stable)", 2024-08-29T14:44:50.714 INFO:teuthology.orchestra.run.smithi064.stdout: "image_id": "96384990183a90e11fa6fcb78b6a44500ccf55da778999360ad8f92318176892", 2024-08-29T14:44:50.714 INFO:teuthology.orchestra.run.smithi064.stdout: "repo_digests": [ 2024-08-29T14:44:50.715 INFO:teuthology.orchestra.run.smithi064.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee" 2024-08-29T14:44:50.715 INFO:teuthology.orchestra.run.smithi064.stdout: ] 2024-08-29T14:44:50.715 INFO:teuthology.orchestra.run.smithi064.stdout:} 2024-08-29T14:45:01.300 INFO:teuthology.orchestra.run.smithi146.stdout:{ 2024-08-29T14:45:01.300 INFO:teuthology.orchestra.run.smithi146.stdout: "ceph_version": "ceph version 18.2.4-774-gfe43f1c9 (fe43f1c9f9e2945dda7244d8acbd33fb921449af) reef (stable)", 2024-08-29T14:45:01.300 INFO:teuthology.orchestra.run.smithi146.stdout: "image_id": "96384990183a90e11fa6fcb78b6a44500ccf55da778999360ad8f92318176892", 2024-08-29T14:45:01.300 INFO:teuthology.orchestra.run.smithi146.stdout: "repo_digests": [ 2024-08-29T14:45:01.300 INFO:teuthology.orchestra.run.smithi146.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee" 2024-08-29T14:45:01.300 INFO:teuthology.orchestra.run.smithi146.stdout: ] 2024-08-29T14:45:01.300 INFO:teuthology.orchestra.run.smithi146.stdout:} 2024-08-29T14:45:01.318 DEBUG:teuthology.orchestra.run.smithi064:> sudo mkdir -p /etc/ceph 2024-08-29T14:45:01.352 DEBUG:teuthology.orchestra.run.smithi146:> sudo mkdir -p /etc/ceph 2024-08-29T14:45:01.385 DEBUG:teuthology.orchestra.run.smithi064:> sudo chmod 777 /etc/ceph 2024-08-29T14:45:01.424 DEBUG:teuthology.orchestra.run.smithi146:> sudo chmod 777 /etc/ceph 2024-08-29T14:45:01.454 INFO:tasks.cephadm:Writing seed config... 2024-08-29T14:45:01.457 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-08-29T14:45:01.457 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-08-29T14:45:01.457 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-08-29T14:45:01.457 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-08-29T14:45:01.457 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-08-29T14:45:01.457 INFO:tasks.cephadm: override: [global] mon election default strategy = 1 2024-08-29T14:45:01.458 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-08-29T14:45:01.458 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-08-29T14:45:01.458 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-08-29T14:45:01.458 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-08-29T14:45:01.458 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-08-29T14:45:01.459 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-08-29T14:45:01.459 DEBUG:teuthology.orchestra.run.smithi064:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-08-29T14:45:01.483 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 2b44bde8-6615-11ef-bcd4-c7b262605968 mon election default strategy = 1 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-08-29T14:45:01.483 DEBUG:teuthology.orchestra.run.smithi064:mon.a> sudo journalctl -f -n 0 -u ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@mon.a.service 2024-08-29T14:45:01.526 DEBUG:teuthology.orchestra.run.smithi064:mgr.y> sudo journalctl -f -n 0 -u ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@mgr.y.service 2024-08-29T14:45:01.570 INFO:tasks.cephadm:Bootstrapping... 2024-08-29T14:45:01.570 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef -v bootstrap --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.64 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-08-29T14:45:01.727 INFO:teuthology.orchestra.run.smithi064.stdout:-------------------------------------------------------------------------------- 2024-08-29T14:45:01.727 INFO:teuthology.orchestra.run.smithi064.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:reef', '-v', 'bootstrap', '--fsid', '2b44bde8-6615-11ef-bcd4-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.64', '--skip-admin-label'] 2024-08-29T14:45:01.750 INFO:teuthology.orchestra.run.smithi064.stdout:/bin/podman: stdout 5.2.2 2024-08-29T14:45:01.751 INFO:teuthology.orchestra.run.smithi064.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-08-29T14:45:01.751 INFO:teuthology.orchestra.run.smithi064.stdout:Verifying podman|docker is present... 2024-08-29T14:45:01.773 INFO:teuthology.orchestra.run.smithi064.stdout:/bin/podman: stdout 5.2.2 2024-08-29T14:45:01.774 INFO:teuthology.orchestra.run.smithi064.stdout:Verifying lvm2 is present... 2024-08-29T14:45:01.774 INFO:teuthology.orchestra.run.smithi064.stdout:Verifying time synchronization is in place... 2024-08-29T14:45:01.781 INFO:teuthology.orchestra.run.smithi064.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-08-29T14:45:01.781 INFO:teuthology.orchestra.run.smithi064.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-08-29T14:45:01.787 INFO:teuthology.orchestra.run.smithi064.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-08-29T14:45:01.788 INFO:teuthology.orchestra.run.smithi064.stdout:systemctl: stdout inactive 2024-08-29T14:45:01.794 INFO:teuthology.orchestra.run.smithi064.stdout:systemctl: stdout enabled 2024-08-29T14:45:01.800 INFO:teuthology.orchestra.run.smithi064.stdout:systemctl: stdout active 2024-08-29T14:45:01.800 INFO:teuthology.orchestra.run.smithi064.stdout:Unit chronyd.service is enabled and running 2024-08-29T14:45:01.800 INFO:teuthology.orchestra.run.smithi064.stdout:Repeating the final host check... 2024-08-29T14:45:01.822 INFO:teuthology.orchestra.run.smithi064.stdout:/bin/podman: stdout 5.2.2 2024-08-29T14:45:01.823 INFO:teuthology.orchestra.run.smithi064.stdout:podman (/bin/podman) version 5.2.2 is present 2024-08-29T14:45:01.823 INFO:teuthology.orchestra.run.smithi064.stdout:systemctl is present 2024-08-29T14:45:01.823 INFO:teuthology.orchestra.run.smithi064.stdout:lvcreate is present 2024-08-29T14:45:01.829 INFO:teuthology.orchestra.run.smithi064.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-08-29T14:45:01.829 INFO:teuthology.orchestra.run.smithi064.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-08-29T14:45:01.835 INFO:teuthology.orchestra.run.smithi064.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-08-29T14:45:01.835 INFO:teuthology.orchestra.run.smithi064.stdout:systemctl: stdout inactive 2024-08-29T14:45:01.842 INFO:teuthology.orchestra.run.smithi064.stdout:systemctl: stdout enabled 2024-08-29T14:45:01.848 INFO:teuthology.orchestra.run.smithi064.stdout:systemctl: stdout active 2024-08-29T14:45:01.848 INFO:teuthology.orchestra.run.smithi064.stdout:Unit chronyd.service is enabled and running 2024-08-29T14:45:01.848 INFO:teuthology.orchestra.run.smithi064.stdout:Host looks OK 2024-08-29T14:45:01.848 INFO:teuthology.orchestra.run.smithi064.stdout:Cluster fsid: 2b44bde8-6615-11ef-bcd4-c7b262605968 2024-08-29T14:45:01.849 INFO:teuthology.orchestra.run.smithi064.stdout:Acquiring lock 139734902842896 on /run/cephadm/2b44bde8-6615-11ef-bcd4-c7b262605968.lock 2024-08-29T14:45:01.849 INFO:teuthology.orchestra.run.smithi064.stdout:Lock 139734902842896 acquired on /run/cephadm/2b44bde8-6615-11ef-bcd4-c7b262605968.lock 2024-08-29T14:45:01.849 INFO:teuthology.orchestra.run.smithi064.stdout:Verifying IP 172.21.15.64 port 3300 ... 2024-08-29T14:45:01.850 INFO:teuthology.orchestra.run.smithi064.stdout:Verifying IP 172.21.15.64 port 6789 ... 2024-08-29T14:45:01.850 INFO:teuthology.orchestra.run.smithi064.stdout:Base mon IP(s) is [172.21.15.64:3300, 172.21.15.64:6789], mon addrv is [v2:172.21.15.64:3300,v1:172.21.15.64:6789] 2024-08-29T14:45:01.853 INFO:teuthology.orchestra.run.smithi064.stdout:/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.64 metric 100 2024-08-29T14:45:01.853 INFO:teuthology.orchestra.run.smithi064.stdout:/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.64 metric 100 2024-08-29T14:45:01.855 INFO:teuthology.orchestra.run.smithi064.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-08-29T14:45:01.855 INFO:teuthology.orchestra.run.smithi064.stdout:/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 1024 pref medium 2024-08-29T14:45:01.856 INFO:teuthology.orchestra.run.smithi064.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 100 pref medium 2024-08-29T14:45:01.858 INFO:teuthology.orchestra.run.smithi064.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-08-29T14:45:01.858 INFO:teuthology.orchestra.run.smithi064.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-08-29T14:45:01.858 INFO:teuthology.orchestra.run.smithi064.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-08-29T14:45:01.858 INFO:teuthology.orchestra.run.smithi064.stdout:/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2024-08-29T14:45:01.858 INFO:teuthology.orchestra.run.smithi064.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:feb6:f8df/64 scope link noprefixroute 2024-08-29T14:45:01.858 INFO:teuthology.orchestra.run.smithi064.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-08-29T14:45:01.859 INFO:teuthology.orchestra.run.smithi064.stdout:Mon IP `172.21.15.64` is in CIDR network `172.21.0.0/20` 2024-08-29T14:45:01.859 INFO:teuthology.orchestra.run.smithi064.stdout:Mon IP `172.21.15.64` is in CIDR network `172.21.0.0/20` 2024-08-29T14:45:01.859 INFO:teuthology.orchestra.run.smithi064.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-08-29T14:45:01.859 INFO:teuthology.orchestra.run.smithi064.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-08-29T14:45:01.860 INFO:teuthology.orchestra.run.smithi064.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-08-29T14:45:02.331 INFO:teuthology.orchestra.run.smithi064.stdout:/bin/podman: stdout 96384990183a90e11fa6fcb78b6a44500ccf55da778999360ad8f92318176892 2024-08-29T14:45:02.331 INFO:teuthology.orchestra.run.smithi064.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:reef... 2024-08-29T14:45:02.331 INFO:teuthology.orchestra.run.smithi064.stdout:/bin/podman: stderr Getting image source signatures 2024-08-29T14:45:02.331 INFO:teuthology.orchestra.run.smithi064.stdout:/bin/podman: stderr Copying blob sha256:452a9a32cc731716b741f78571d7f7e1f52bf766794e9a5a40c0f18af70e0682 2024-08-29T14:45:02.331 INFO:teuthology.orchestra.run.smithi064.stdout:/bin/podman: stderr Copying blob sha256:e8b54c863393b7a8216a71737771b73b16a8e43ec7acf927c7faa175c255e551 2024-08-29T14:45:02.331 INFO:teuthology.orchestra.run.smithi064.stdout:/bin/podman: stderr Copying config sha256:96384990183a90e11fa6fcb78b6a44500ccf55da778999360ad8f92318176892 2024-08-29T14:45:02.331 INFO:teuthology.orchestra.run.smithi064.stdout:/bin/podman: stderr Writing manifest to image destination 2024-08-29T14:45:03.285 INFO:teuthology.orchestra.run.smithi064.stdout:ceph: stdout ceph version 18.2.4-774-gfe43f1c9 (fe43f1c9f9e2945dda7244d8acbd33fb921449af) reef (stable) 2024-08-29T14:45:03.285 INFO:teuthology.orchestra.run.smithi064.stdout:Ceph version: ceph version 18.2.4-774-gfe43f1c9 (fe43f1c9f9e2945dda7244d8acbd33fb921449af) reef (stable) 2024-08-29T14:45:03.285 INFO:teuthology.orchestra.run.smithi064.stdout:Extracting ceph user uid/gid from container image... 2024-08-29T14:45:04.290 INFO:teuthology.orchestra.run.smithi064.stdout:stat: stdout 167 167 2024-08-29T14:45:04.290 INFO:teuthology.orchestra.run.smithi064.stdout:Creating initial keys... 2024-08-29T14:45:05.312 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph-authtool: stdout AQBwidBmuiiyJRAAEjtimsidDS2v5HPeFgp1yA== 2024-08-29T14:45:06.309 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph-authtool: stdout AQBxidBmadWYJxAAzZCeEqbanhhXSW7w+Wiqqw== 2024-08-29T14:45:07.248 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph-authtool: stdout AQByidBmj9tbJxAAKY1eSBTusfnDmf1RFwUcYg== 2024-08-29T14:45:07.249 INFO:teuthology.orchestra.run.smithi064.stdout:Creating initial monmap... 2024-08-29T14:45:09.496 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-08-29T14:45:09.496 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = pacific 2024-08-29T14:45:09.497 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 2b44bde8-6615-11ef-bcd4-c7b262605968 2024-08-29T14:45:09.497 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-08-29T14:45:09.497 INFO:teuthology.orchestra.run.smithi064.stdout:monmaptool for a [v2:172.21.15.64:3300,v1:172.21.15.64:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-08-29T14:45:09.497 INFO:teuthology.orchestra.run.smithi064.stdout:setting min_mon_release = pacific 2024-08-29T14:45:09.497 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/monmaptool: set fsid to 2b44bde8-6615-11ef-bcd4-c7b262605968 2024-08-29T14:45:09.497 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-08-29T14:45:09.497 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:45:09.497 INFO:teuthology.orchestra.run.smithi064.stdout:Creating mon... 2024-08-29T14:45:19.230 INFO:teuthology.orchestra.run.smithi064.stdout:create mon.a on 2024-08-29T14:45:19.632 INFO:teuthology.orchestra.run.smithi064.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-08-29T14:45:19.865 INFO:teuthology.orchestra.run.smithi064.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-08-29T14:45:20.387 INFO:teuthology.orchestra.run.smithi064.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-2b44bde8-6615-11ef-bcd4-c7b262605968.target → /etc/systemd/system/ceph-2b44bde8-6615-11ef-bcd4-c7b262605968.target. 2024-08-29T14:45:20.387 INFO:teuthology.orchestra.run.smithi064.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-2b44bde8-6615-11ef-bcd4-c7b262605968.target → /etc/systemd/system/ceph-2b44bde8-6615-11ef-bcd4-c7b262605968.target. 2024-08-29T14:45:20.810 INFO:teuthology.orchestra.run.smithi064.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@mon.a 2024-08-29T14:45:20.811 INFO:teuthology.orchestra.run.smithi064.stdout:systemctl: stderr Failed to reset failed state of unit ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@mon.a.service: Unit ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@mon.a.service not loaded. 2024-08-29T14:45:20.980 INFO:teuthology.orchestra.run.smithi064.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-2b44bde8-6615-11ef-bcd4-c7b262605968.target.wants/ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@mon.a.service → /etc/systemd/system/ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@.service. 2024-08-29T14:45:21.484 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:21 smithi064 ceph-mon[18929]: mon.a is new leader, mons a in quorum (ranks 0) 2024-08-29T14:45:21.484 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:21 smithi064 bash[18890]: 5ea104f707a19925764183da153fe968ea0f13a44cec143906481f9c2cc7592d 2024-08-29T14:45:21.498 INFO:teuthology.orchestra.run.smithi064.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-08-29T14:45:21.498 INFO:teuthology.orchestra.run.smithi064.stdout:systemctl: stdout disabled 2024-08-29T14:45:21.505 INFO:teuthology.orchestra.run.smithi064.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-08-29T14:45:21.505 INFO:teuthology.orchestra.run.smithi064.stdout:systemctl: stdout inactive 2024-08-29T14:45:21.505 INFO:teuthology.orchestra.run.smithi064.stdout:firewalld.service is not enabled 2024-08-29T14:45:21.505 INFO:teuthology.orchestra.run.smithi064.stdout:Not possible to enable service . firewalld.service is not available 2024-08-29T14:45:21.506 INFO:teuthology.orchestra.run.smithi064.stdout:Waiting for mon to start... 2024-08-29T14:45:21.506 INFO:teuthology.orchestra.run.smithi064.stdout:Waiting for mon... 2024-08-29T14:45:21.739 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:21 smithi064 systemd[1]: Started Ceph mon.a for 2b44bde8-6615-11ef-bcd4-c7b262605968. 2024-08-29T14:45:22.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:22 smithi064 ceph-mon[18929]: mon.a is new leader, mons a in quorum (ranks 0) 2024-08-29T14:45:22.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:22 smithi064 ceph-mon[18929]: monmap e1: 1 mons at {a=[v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-29T14:45:22.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:22 smithi064 ceph-mon[18929]: fsmap 2024-08-29T14:45:22.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:22 smithi064 ceph-mon[18929]: osdmap e1: 0 total, 0 up, 0 in 2024-08-29T14:45:22.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:22 smithi064 ceph-mon[18929]: mgrmap e1: no daemons active 2024-08-29T14:45:22.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:22 smithi064 ceph-mon[18929]: from='client.? 172.21.15.64:0/3112831517' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-08-29T14:45:22.551 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout cluster: 2024-08-29T14:45:22.557 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout id: 2b44bde8-6615-11ef-bcd4-c7b262605968 2024-08-29T14:45:22.557 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-08-29T14:45:22.557 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout 2024-08-29T14:45:22.557 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout services: 2024-08-29T14:45:22.557 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.543686s) 2024-08-29T14:45:22.557 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-08-29T14:45:22.557 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-08-29T14:45:22.557 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout 2024-08-29T14:45:22.557 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout data: 2024-08-29T14:45:22.557 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-08-29T14:45:22.557 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-08-29T14:45:22.558 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-08-29T14:45:22.558 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout pgs: 2024-08-29T14:45:22.558 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout 2024-08-29T14:45:22.558 INFO:teuthology.orchestra.run.smithi064.stdout:mon is available 2024-08-29T14:45:22.558 INFO:teuthology.orchestra.run.smithi064.stdout:Assimilating anything we can from ceph.conf... 2024-08-29T14:45:23.630 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:23 smithi064 ceph-mon[18929]: from='client.? 172.21.15.64:0/1599573110' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-08-29T14:45:23.630 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:23 smithi064 ceph-mon[18929]: from='client.? 172.21.15.64:0/1599573110' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-08-29T14:45:23.633 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout 2024-08-29T14:45:23.633 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout [global] 2024-08-29T14:45:23.633 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout fsid = 2b44bde8-6615-11ef-bcd4-c7b262605968 2024-08-29T14:45:23.633 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.64:3300,v1:172.21.15.64:6789] 2024-08-29T14:45:23.633 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-08-29T14:45:23.633 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-08-29T14:45:23.634 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-08-29T14:45:23.634 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-08-29T14:45:23.634 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout 2024-08-29T14:45:23.634 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout [mgr] 2024-08-29T14:45:23.634 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-08-29T14:45:23.634 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout 2024-08-29T14:45:23.634 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout [osd] 2024-08-29T14:45:23.634 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-08-29T14:45:23.634 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-08-29T14:45:23.634 INFO:teuthology.orchestra.run.smithi064.stdout:Generating new minimal ceph.conf... 2024-08-29T14:45:24.694 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:24 smithi064 ceph-mon[18929]: from='client.? 172.21.15.64:0/626221320' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:45:24.697 INFO:teuthology.orchestra.run.smithi064.stdout:Restarting the monitor... 2024-08-29T14:45:24.983 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:24 smithi064 systemd[1]: Stopping Ceph mon.a for 2b44bde8-6615-11ef-bcd4-c7b262605968... 2024-08-29T14:45:25.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:24 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mon-a[18906]: 2024-08-29T14:45:24.981+0000 7fbcb90f1640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-29T14:45:25.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:24 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mon-a[18906]: 2024-08-29T14:45:24.981+0000 7fbcb90f1640 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-08-29T14:45:25.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:25 smithi064 podman[19246]: 2024-08-29 14:45:25.145509759 +0000 UTC m=+0.287780259 container died 5ea104f707a19925764183da153fe968ea0f13a44cec143906481f9c2cc7592d (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mon-a, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.37.1, RELEASE=reef-fe43f1c, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731) 2024-08-29T14:45:25.656 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:25 smithi064 podman[19246]: 2024-08-29 14:45:25.413154511 +0000 UTC m=+0.555425018 container cleanup 5ea104f707a19925764183da153fe968ea0f13a44cec143906481f9c2cc7592d (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mon-a, io.buildah.version=1.37.1, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=reef-fe43f1c, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731) 2024-08-29T14:45:25.656 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:25 smithi064 bash[19246]: ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mon-a 2024-08-29T14:45:25.999 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:25 smithi064 podman[19263]: 2024-08-29 14:45:25.655496104 +0000 UTC m=+0.507905420 container remove 5ea104f707a19925764183da153fe968ea0f13a44cec143906481f9c2cc7592d (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mon-a, RELEASE=reef-fe43f1c, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.37.1, org.label-schema.vendor=CentOS) 2024-08-29T14:45:26.000 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:25 smithi064 systemd[1]: ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@mon.a.service: Deactivated successfully. 2024-08-29T14:45:26.000 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:25 smithi064 systemd[1]: Stopped Ceph mon.a for 2b44bde8-6615-11ef-bcd4-c7b262605968. 2024-08-29T14:45:26.000 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:25 smithi064 systemd[1]: Starting Ceph mon.a for 2b44bde8-6615-11ef-bcd4-c7b262605968... 2024-08-29T14:45:26.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:25 smithi064 podman[19360]: 2024-08-29 14:45:25.902491012 +0000 UTC m=+0.015955009 image pull 96384990183a90e11fa6fcb78b6a44500ccf55da778999360ad8f92318176892 quay.ceph.io/ceph-ci/ceph:reef 2024-08-29T14:45:27.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 podman[19360]: 2024-08-29 14:45:26.776535826 +0000 UTC m=+0.889999815 container create f64ae39a1e3a7638225602d7fd8bfdd4447f39273a12aa69b5107efb45c94c66 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mon-a, CEPH_POINT_RELEASE=, io.buildah.version=1.37.1, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=reef-fe43f1c, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-29T14:45:27.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 podman[19360]: 2024-08-29 14:45:26.954201609 +0000 UTC m=+1.067665597 container init f64ae39a1e3a7638225602d7fd8bfdd4447f39273a12aa69b5107efb45c94c66 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mon-a, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=reef-fe43f1c, maintainer=Guillaume Abrioux , io.buildah.version=1.37.1, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS) 2024-08-29T14:45:27.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 podman[19360]: 2024-08-29 14:45:26.959813758 +0000 UTC m=+1.073277744 container start f64ae39a1e3a7638225602d7fd8bfdd4447f39273a12aa69b5107efb45c94c66 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mon-a, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, RELEASE=reef-fe43f1c, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , io.buildah.version=1.37.1, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-08-29T14:45:27.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: set uid:gid to 167:167 (ceph:ceph) 2024-08-29T14:45:27.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: ceph version 18.2.4-774-gfe43f1c9 (fe43f1c9f9e2945dda7244d8acbd33fb921449af) reef (stable), process ceph-mon, pid 7 2024-08-29T14:45:27.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: pidfile_write: ignore empty --pid-file 2024-08-29T14:45:27.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: load: jerasure load: lrc 2024-08-29T14:45:27.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: RocksDB version: 7.9.2 2024-08-29T14:45:27.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Git sha 0 2024-08-29T14:45:27.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Compile date 2024-08-26 17:15:55 2024-08-29T14:45:27.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: DB SUMMARY 2024-08-29T14:45:27.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: DB Session ID: RZ3LI4S5DOIN5WMDJ1YP 2024-08-29T14:45:27.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: CURRENT file: CURRENT 2024-08-29T14:45:27.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: IDENTITY file: IDENTITY 2024-08-29T14:45:27.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-08-29T14:45:27.032 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-08-29T14:45:27.032 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 84544 ; 2024-08-29T14:45:27.032 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.error_if_exists: 0 2024-08-29T14:45:27.032 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.create_if_missing: 0 2024-08-29T14:45:27.032 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.paranoid_checks: 1 2024-08-29T14:45:27.032 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.flush_verify_memtable_count: 1 2024-08-29T14:45:27.032 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-29T14:45:27.034 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-08-29T14:45:27.034 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.env: 0x55eefd97abc0 2024-08-29T14:45:27.034 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.fs: PosixFileSystem 2024-08-29T14:45:27.034 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.info_log: 0x55eefef20be0 2024-08-29T14:45:27.034 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.max_file_opening_threads: 16 2024-08-29T14:45:27.034 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.statistics: (nil) 2024-08-29T14:45:27.034 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.use_fsync: 0 2024-08-29T14:45:27.035 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.max_log_file_size: 0 2024-08-29T14:45:27.035 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-29T14:45:27.035 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-29T14:45:27.035 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.keep_log_file_num: 1000 2024-08-29T14:45:27.035 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.recycle_log_file_num: 0 2024-08-29T14:45:27.035 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.allow_fallocate: 1 2024-08-29T14:45:27.035 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.allow_mmap_reads: 0 2024-08-29T14:45:27.036 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.allow_mmap_writes: 0 2024-08-29T14:45:27.036 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.use_direct_reads: 0 2024-08-29T14:45:27.036 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-29T14:45:27.036 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.create_missing_column_families: 0 2024-08-29T14:45:27.036 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.db_log_dir: 2024-08-29T14:45:27.036 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.wal_dir: 2024-08-29T14:45:27.036 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-29T14:45:27.036 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-29T14:45:27.037 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-29T14:45:27.037 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-29T14:45:27.037 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-29T14:45:27.037 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-29T14:45:27.037 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.advise_random_on_open: 1 2024-08-29T14:45:27.037 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.db_write_buffer_size: 0 2024-08-29T14:45:27.037 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.write_buffer_manager: 0x55eefef2e320 2024-08-29T14:45:27.037 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-29T14:45:27.037 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-29T14:45:27.038 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-29T14:45:27.038 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.rate_limiter: (nil) 2024-08-29T14:45:27.038 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-29T14:45:27.038 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.wal_recovery_mode: 2 2024-08-29T14:45:27.038 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.enable_thread_tracking: 0 2024-08-29T14:45:27.038 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.enable_pipelined_write: 0 2024-08-29T14:45:27.038 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.unordered_write: 0 2024-08-29T14:45:27.038 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-29T14:45:27.038 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-29T14:45:27.039 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-29T14:45:27.039 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-29T14:45:27.039 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.row_cache: None 2024-08-29T14:45:27.039 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.wal_filter: None 2024-08-29T14:45:27.039 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-29T14:45:27.039 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.allow_ingest_behind: 0 2024-08-29T14:45:27.039 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.two_write_queues: 0 2024-08-29T14:45:27.039 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.manual_wal_flush: 0 2024-08-29T14:45:27.039 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.wal_compression: 0 2024-08-29T14:45:27.040 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.atomic_flush: 0 2024-08-29T14:45:27.040 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-29T14:45:27.040 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-29T14:45:27.040 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-29T14:45:27.040 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.log_readahead_size: 0 2024-08-29T14:45:27.040 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-29T14:45:27.040 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.best_efforts_recovery: 0 2024-08-29T14:45:27.040 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-29T14:45:27.040 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-29T14:45:27.041 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.allow_data_in_errors: 0 2024-08-29T14:45:27.041 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.db_host_id: __hostname__ 2024-08-29T14:45:27.041 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.enforce_single_del_contracts: true 2024-08-29T14:45:27.041 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.max_background_jobs: 2 2024-08-29T14:45:27.042 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.max_background_compactions: -1 2024-08-29T14:45:27.042 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.max_subcompactions: 1 2024-08-29T14:45:27.042 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-29T14:45:27.042 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-29T14:45:27.043 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-29T14:45:27.043 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.max_total_wal_size: 0 2024-08-29T14:45:27.043 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-29T14:45:27.043 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-29T14:45:27.043 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-29T14:45:27.043 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-29T14:45:27.043 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.max_open_files: -1 2024-08-29T14:45:27.044 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.bytes_per_sync: 0 2024-08-29T14:45:27.044 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-29T14:45:27.044 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-29T14:45:27.044 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.compaction_readahead_size: 0 2024-08-29T14:45:27.044 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.max_background_flushes: -1 2024-08-29T14:45:27.044 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Compression algorithms supported: 2024-08-29T14:45:27.044 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: kZSTD supported: 0 2024-08-29T14:45:27.044 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: kXpressCompression supported: 0 2024-08-29T14:45:27.044 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: kBZip2Compression supported: 0 2024-08-29T14:45:27.045 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-29T14:45:27.045 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: kLZ4Compression supported: 1 2024-08-29T14:45:27.045 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: kZlibCompression supported: 1 2024-08-29T14:45:27.045 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: kLZ4HCCompression supported: 1 2024-08-29T14:45:27.045 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: kSnappyCompression supported: 1 2024-08-29T14:45:27.045 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-29T14:45:27.045 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: DMutex implementation: pthread_mutex_t 2024-08-29T14:45:27.045 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-08-29T14:45:27.045 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-08-29T14:45:27.045 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-29T14:45:27.045 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.merge_operator: 2024-08-29T14:45:27.045 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.compaction_filter: None 2024-08-29T14:45:27.045 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.compaction_filter_factory: None 2024-08-29T14:45:27.046 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.sst_partitioner_factory: None 2024-08-29T14:45:27.046 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-29T14:45:27.046 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-29T14:45:27.046 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55eefef207e0) 2024-08-29T14:45:27.046 INFO:journalctl@ceph.mon.a.smithi064.stdout: cache_index_and_filter_blocks: 1 2024-08-29T14:45:27.046 INFO:journalctl@ceph.mon.a.smithi064.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-29T14:45:27.046 INFO:journalctl@ceph.mon.a.smithi064.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-29T14:45:27.046 INFO:journalctl@ceph.mon.a.smithi064.stdout: pin_top_level_index_and_filter: 1 2024-08-29T14:45:27.046 INFO:journalctl@ceph.mon.a.smithi064.stdout: index_type: 0 2024-08-29T14:45:27.046 INFO:journalctl@ceph.mon.a.smithi064.stdout: data_block_index_type: 0 2024-08-29T14:45:27.046 INFO:journalctl@ceph.mon.a.smithi064.stdout: index_shortening: 1 2024-08-29T14:45:27.046 INFO:journalctl@ceph.mon.a.smithi064.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-29T14:45:27.046 INFO:journalctl@ceph.mon.a.smithi064.stdout: checksum: 4 2024-08-29T14:45:27.046 INFO:journalctl@ceph.mon.a.smithi064.stdout: no_block_cache: 0 2024-08-29T14:45:27.047 INFO:journalctl@ceph.mon.a.smithi064.stdout: block_cache: 0x55eefef15350 2024-08-29T14:45:27.047 INFO:journalctl@ceph.mon.a.smithi064.stdout: block_cache_name: BinnedLRUCache 2024-08-29T14:45:27.047 INFO:journalctl@ceph.mon.a.smithi064.stdout: block_cache_options: 2024-08-29T14:45:27.047 INFO:journalctl@ceph.mon.a.smithi064.stdout: capacity : 536870912 2024-08-29T14:45:27.047 INFO:journalctl@ceph.mon.a.smithi064.stdout: num_shard_bits : 4 2024-08-29T14:45:27.047 INFO:journalctl@ceph.mon.a.smithi064.stdout: strict_capacity_limit : 0 2024-08-29T14:45:27.047 INFO:journalctl@ceph.mon.a.smithi064.stdout: high_pri_pool_ratio: 0.000 2024-08-29T14:45:27.047 INFO:journalctl@ceph.mon.a.smithi064.stdout: block_cache_compressed: (nil) 2024-08-29T14:45:27.047 INFO:journalctl@ceph.mon.a.smithi064.stdout: persistent_cache: (nil) 2024-08-29T14:45:27.047 INFO:journalctl@ceph.mon.a.smithi064.stdout: block_size: 4096 2024-08-29T14:45:27.047 INFO:journalctl@ceph.mon.a.smithi064.stdout: block_size_deviation: 10 2024-08-29T14:45:27.047 INFO:journalctl@ceph.mon.a.smithi064.stdout: block_restart_interval: 16 2024-08-29T14:45:27.047 INFO:journalctl@ceph.mon.a.smithi064.stdout: index_block_restart_interval: 1 2024-08-29T14:45:27.048 INFO:journalctl@ceph.mon.a.smithi064.stdout: metadata_block_size: 4096 2024-08-29T14:45:27.048 INFO:journalctl@ceph.mon.a.smithi064.stdout: partition_filters: 0 2024-08-29T14:45:27.048 INFO:journalctl@ceph.mon.a.smithi064.stdout: use_delta_encoding: 1 2024-08-29T14:45:27.048 INFO:journalctl@ceph.mon.a.smithi064.stdout: filter_policy: bloomfilter 2024-08-29T14:45:27.048 INFO:journalctl@ceph.mon.a.smithi064.stdout: whole_key_filtering: 1 2024-08-29T14:45:27.048 INFO:journalctl@ceph.mon.a.smithi064.stdout: verify_compression: 0 2024-08-29T14:45:27.048 INFO:journalctl@ceph.mon.a.smithi064.stdout: read_amp_bytes_per_bit: 0 2024-08-29T14:45:27.049 INFO:journalctl@ceph.mon.a.smithi064.stdout: format_version: 5 2024-08-29T14:45:27.049 INFO:journalctl@ceph.mon.a.smithi064.stdout: enable_index_compression: 1 2024-08-29T14:45:27.049 INFO:journalctl@ceph.mon.a.smithi064.stdout: block_align: 0 2024-08-29T14:45:27.049 INFO:journalctl@ceph.mon.a.smithi064.stdout: max_auto_readahead_size: 262144 2024-08-29T14:45:27.049 INFO:journalctl@ceph.mon.a.smithi064.stdout: prepopulate_block_cache: 0 2024-08-29T14:45:27.049 INFO:journalctl@ceph.mon.a.smithi064.stdout: initial_auto_readahead_size: 8192 2024-08-29T14:45:27.049 INFO:journalctl@ceph.mon.a.smithi064.stdout: num_file_reads_for_auto_readahead: 2 2024-08-29T14:45:27.049 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.write_buffer_size: 33554432 2024-08-29T14:45:27.049 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.max_write_buffer_number: 2 2024-08-29T14:45:27.049 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.compression: NoCompression 2024-08-29T14:45:27.049 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.bottommost_compression: Disabled 2024-08-29T14:45:27.049 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.prefix_extractor: nullptr 2024-08-29T14:45:27.049 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-29T14:45:27.049 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.num_levels: 7 2024-08-29T14:45:27.050 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-29T14:45:27.050 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-29T14:45:27.050 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-29T14:45:27.050 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-29T14:45:27.050 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-29T14:45:27.050 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-29T14:45:27.050 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-29T14:45:27.050 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-29T14:45:27.050 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-29T14:45:27.050 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-29T14:45:27.051 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-08-29T14:45:27.051 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-08-29T14:45:27.051 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-29T14:45:27.051 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.compression_opts.level: 32767 2024-08-29T14:45:27.051 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.compression_opts.strategy: 0 2024-08-29T14:45:27.051 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-29T14:45:27.051 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-29T14:45:27.051 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-08-29T14:45:27.051 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-29T14:45:27.051 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.compression_opts.enabled: false 2024-08-29T14:45:27.051 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-08-29T14:45:27.052 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-29T14:45:27.052 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-29T14:45:27.052 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-29T14:45:27.052 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.target_file_size_base: 67108864 2024-08-29T14:45:27.052 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-29T14:45:27.052 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-29T14:45:27.052 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-29T14:45:27.052 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-29T14:45:27.052 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-29T14:45:27.053 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-29T14:45:27.053 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-29T14:45:27.053 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-29T14:45:27.053 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-29T14:45:27.053 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-29T14:45:27.053 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-29T14:45:27.053 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-29T14:45:27.053 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-29T14:45:27.053 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-08-29T14:45:27.053 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.arena_block_size: 1048576 2024-08-29T14:45:27.053 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-29T14:45:27.053 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-29T14:45:27.053 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.disable_auto_compactions: 0 2024-08-29T14:45:27.054 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-29T14:45:27.054 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-29T14:45:27.054 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-29T14:45:27.054 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-29T14:45:27.054 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-29T14:45:27.054 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-29T14:45:27.054 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-29T14:45:27.054 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-29T14:45:27.054 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-29T14:45:27.054 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-29T14:45:27.054 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-08-29T14:45:27.054 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.inplace_update_support: 0 2024-08-29T14:45:27.054 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-29T14:45:27.055 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-29T14:45:27.055 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-29T14:45:27.055 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-29T14:45:27.055 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.bloom_locality: 0 2024-08-29T14:45:27.055 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.max_successive_merges: 0 2024-08-29T14:45:27.055 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-29T14:45:27.055 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.paranoid_file_checks: 0 2024-08-29T14:45:27.055 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.force_consistency_checks: 1 2024-08-29T14:45:27.055 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.report_bg_io_stats: 0 2024-08-29T14:45:27.055 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.ttl: 2592000 2024-08-29T14:45:27.055 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-29T14:45:27.055 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-08-29T14:45:27.055 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-08-29T14:45:27.056 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.enable_blob_files: false 2024-08-29T14:45:27.056 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.min_blob_size: 0 2024-08-29T14:45:27.056 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.blob_file_size: 268435456 2024-08-29T14:45:27.056 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-29T14:45:27.056 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-29T14:45:27.056 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-29T14:45:27.056 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-08-29T14:45:27.056 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-08-29T14:45:27.056 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.blob_file_starting_level: 0 2024-08-29T14:45:27.056 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-08-29T14:45:27.056 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-08-29T14:45:27.056 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-08-29T14:45:27.056 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 91e168c4-1134-4e60-8760-3ca09a9b9e6b 2024-08-29T14:45:27.057 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: EVENT_LOG_v1 {"time_micros": 1724942726987998, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-08-29T14:45:27.057 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-08-29T14:45:27.057 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: EVENT_LOG_v1 {"time_micros": 1724942726988982, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 81094, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 256, "table_properties": {"data_size": 79244, "index_size": 234, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10267, "raw_average_key_size": 47, "raw_value_size": 73445, "raw_average_value_size": 341, "num_data_blocks": 10, "num_entries": 215, "num_filter_entries": 215, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1724942726, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "91e168c4-1134-4e60-8760-3ca09a9b9e6b", "db_session_id": "RZ3LI4S5DOIN5WMDJ1YP", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-08-29T14:45:27.057 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: EVENT_LOG_v1 {"time_micros": 1724942726989087, "job": 1, "event": "recovery_finished"} 2024-08-29T14:45:27.057 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-08-29T14:45:27.057 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-29T14:45:27.057 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55eefef40e00 2024-08-29T14:45:27.057 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: DB pointer 0x55eeff034000 2024-08-29T14:45:27.057 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-08-29T14:45:27.057 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-08-29T14:45:27.057 INFO:journalctl@ceph.mon.a.smithi064.stdout: ** DB Stats ** 2024-08-29T14:45:27.057 INFO:journalctl@ceph.mon.a.smithi064.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-29T14:45:27.058 INFO:journalctl@ceph.mon.a.smithi064.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-29T14:45:27.058 INFO:journalctl@ceph.mon.a.smithi064.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-29T14:45:27.058 INFO:journalctl@ceph.mon.a.smithi064.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-29T14:45:27.058 INFO:journalctl@ceph.mon.a.smithi064.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-29T14:45:27.058 INFO:journalctl@ceph.mon.a.smithi064.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-29T14:45:27.058 INFO:journalctl@ceph.mon.a.smithi064.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-29T14:45:27.058 INFO:journalctl@ceph.mon.a.smithi064.stdout: 2024-08-29T14:45:27.058 INFO:journalctl@ceph.mon.a.smithi064.stdout: ** Compaction Stats [default] ** 2024-08-29T14:45:27.058 INFO:journalctl@ceph.mon.a.smithi064.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-29T14:45:27.058 INFO:journalctl@ceph.mon.a.smithi064.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-08-29T14:45:27.058 INFO:journalctl@ceph.mon.a.smithi064.stdout: L0 2/0 81.05 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 118.6 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-08-29T14:45:27.058 INFO:journalctl@ceph.mon.a.smithi064.stdout: Sum 2/0 81.05 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 118.6 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-08-29T14:45:27.058 INFO:journalctl@ceph.mon.a.smithi064.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 118.6 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-08-29T14:45:27.058 INFO:journalctl@ceph.mon.a.smithi064.stdout: 2024-08-29T14:45:27.059 INFO:journalctl@ceph.mon.a.smithi064.stdout: ** Compaction Stats [default] ** 2024-08-29T14:45:27.059 INFO:journalctl@ceph.mon.a.smithi064.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-29T14:45:27.059 INFO:journalctl@ceph.mon.a.smithi064.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-29T14:45:27.059 INFO:journalctl@ceph.mon.a.smithi064.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 118.6 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-08-29T14:45:27.059 INFO:journalctl@ceph.mon.a.smithi064.stdout: 2024-08-29T14:45:27.059 INFO:journalctl@ceph.mon.a.smithi064.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-08-29T14:45:27.059 INFO:journalctl@ceph.mon.a.smithi064.stdout: 2024-08-29T14:45:27.059 INFO:journalctl@ceph.mon.a.smithi064.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-29T14:45:27.059 INFO:journalctl@ceph.mon.a.smithi064.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-08-29T14:45:27.059 INFO:journalctl@ceph.mon.a.smithi064.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-29T14:45:27.059 INFO:journalctl@ceph.mon.a.smithi064.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-29T14:45:27.059 INFO:journalctl@ceph.mon.a.smithi064.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-29T14:45:27.059 INFO:journalctl@ceph.mon.a.smithi064.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-29T14:45:27.060 INFO:journalctl@ceph.mon.a.smithi064.stdout: Cumulative compaction: 0.00 GB write, 22.98 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-29T14:45:27.060 INFO:journalctl@ceph.mon.a.smithi064.stdout: Interval compaction: 0.00 GB write, 22.98 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-29T14:45:27.060 INFO:journalctl@ceph.mon.a.smithi064.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-29T14:45:27.060 INFO:journalctl@ceph.mon.a.smithi064.stdout: Block cache BinnedLRUCache@0x55eefef15350#7 capacity: 512.00 MB usage: 1.19 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-08-29T14:45:27.060 INFO:journalctl@ceph.mon.a.smithi064.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,0.77 KB,0.000146031%) IndexBlock(2,0.42 KB,8.04663e-05%) Misc(1,0.00 KB,0%) 2024-08-29T14:45:27.060 INFO:journalctl@ceph.mon.a.smithi064.stdout: 2024-08-29T14:45:27.060 INFO:journalctl@ceph.mon.a.smithi064.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-29T14:45:27.060 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: starting mon.a rank 0 at public addrs [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] at bind addrs [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 2024-08-29T14:45:27.060 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: mon.a@-1(???) e1 preinit fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 2024-08-29T14:45:27.060 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: mon.a@-1(???).mds e1 new map 2024-08-29T14:45:27.060 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: mon.a@-1(???).mds e1 print_map 2024-08-29T14:45:27.060 INFO:journalctl@ceph.mon.a.smithi064.stdout: e1 2024-08-29T14:45:27.060 INFO:journalctl@ceph.mon.a.smithi064.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-29T14:45:27.061 INFO:journalctl@ceph.mon.a.smithi064.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-29T14:45:27.061 INFO:journalctl@ceph.mon.a.smithi064.stdout: legacy client fscid: -1 2024-08-29T14:45:27.061 INFO:journalctl@ceph.mon.a.smithi064.stdout: 2024-08-29T14:45:27.061 INFO:journalctl@ceph.mon.a.smithi064.stdout: No filesystems configured 2024-08-29T14:45:27.061 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-08-29T14:45:27.061 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-08-29T14:45:27.061 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-08-29T14:45:27.061 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-08-29T14:45:27.061 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:26 smithi064 ceph-mon[19398]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-08-29T14:45:27.061 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:27 smithi064 bash[19360]: f64ae39a1e3a7638225602d7fd8bfdd4447f39273a12aa69b5107efb45c94c66 2024-08-29T14:45:27.062 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:27 smithi064 systemd[1]: Started Ceph mon.a for 2b44bde8-6615-11ef-bcd4-c7b262605968. 2024-08-29T14:45:27.062 INFO:teuthology.orchestra.run.smithi064.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-08-29T14:45:27.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:27 smithi064 ceph-mon[19398]: mon.a is new leader, mons a in quorum (ranks 0) 2024-08-29T14:45:27.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:27 smithi064 ceph-mon[19398]: monmap e1: 1 mons at {a=[v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-29T14:45:27.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:27 smithi064 ceph-mon[19398]: fsmap 2024-08-29T14:45:27.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:27 smithi064 ceph-mon[19398]: osdmap e1: 0 total, 0 up, 0 in 2024-08-29T14:45:27.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:27 smithi064 ceph-mon[19398]: mgrmap e1: no daemons active 2024-08-29T14:45:28.097 INFO:teuthology.orchestra.run.smithi064.stdout:Wrote config to /etc/ceph/ceph.conf 2024-08-29T14:45:28.118 INFO:teuthology.orchestra.run.smithi064.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-08-29T14:45:28.118 INFO:teuthology.orchestra.run.smithi064.stdout:Creating mgr... 2024-08-29T14:45:28.119 INFO:teuthology.orchestra.run.smithi064.stdout:Verifying port 0.0.0.0:9283 ... 2024-08-29T14:45:28.119 INFO:teuthology.orchestra.run.smithi064.stdout:Verifying port 0.0.0.0:8765 ... 2024-08-29T14:45:28.366 INFO:teuthology.orchestra.run.smithi064.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@mgr.y 2024-08-29T14:45:28.366 INFO:teuthology.orchestra.run.smithi064.stdout:systemctl: stderr Failed to reset failed state of unit ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@mgr.y.service: Unit ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@mgr.y.service not loaded. 2024-08-29T14:45:28.508 INFO:teuthology.orchestra.run.smithi064.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-2b44bde8-6615-11ef-bcd4-c7b262605968.target.wants/ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@mgr.y.service → /etc/systemd/system/ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@.service. 2024-08-29T14:45:28.826 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:28 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/6883783' entity='client.admin' 2024-08-29T14:45:28.827 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:28 smithi064 podman[19631]: 2024-08-29 14:45:28.644054075 +0000 UTC m=+0.015624666 image pull 96384990183a90e11fa6fcb78b6a44500ccf55da778999360ad8f92318176892 quay.ceph.io/ceph-ci/ceph:reef 2024-08-29T14:45:29.011 INFO:teuthology.orchestra.run.smithi064.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-08-29T14:45:29.012 INFO:teuthology.orchestra.run.smithi064.stdout:systemctl: stdout disabled 2024-08-29T14:45:29.019 INFO:teuthology.orchestra.run.smithi064.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-08-29T14:45:29.019 INFO:teuthology.orchestra.run.smithi064.stdout:systemctl: stdout inactive 2024-08-29T14:45:29.019 INFO:teuthology.orchestra.run.smithi064.stdout:firewalld.service is not enabled 2024-08-29T14:45:29.019 INFO:teuthology.orchestra.run.smithi064.stdout:Not possible to enable service . firewalld.service is not available 2024-08-29T14:45:29.027 INFO:teuthology.orchestra.run.smithi064.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-08-29T14:45:29.027 INFO:teuthology.orchestra.run.smithi064.stdout:systemctl: stdout disabled 2024-08-29T14:45:29.035 INFO:teuthology.orchestra.run.smithi064.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-08-29T14:45:29.035 INFO:teuthology.orchestra.run.smithi064.stdout:systemctl: stdout inactive 2024-08-29T14:45:29.035 INFO:teuthology.orchestra.run.smithi064.stdout:firewalld.service is not enabled 2024-08-29T14:45:29.035 INFO:teuthology.orchestra.run.smithi064.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-08-29T14:45:29.035 INFO:teuthology.orchestra.run.smithi064.stdout:Waiting for mgr to start... 2024-08-29T14:45:29.035 INFO:teuthology.orchestra.run.smithi064.stdout:Waiting for mgr... 2024-08-29T14:45:29.260 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:28 smithi064 podman[19631]: 2024-08-29 14:45:28.922676574 +0000 UTC m=+0.294247152 container init a58be435de1d312dfb4fcf96fe089dd26b3bff0c3d730abb904dfaf9917c6461 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=reef-fe43f1c, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.1, CEPH_POINT_RELEASE=) 2024-08-29T14:45:29.260 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:28 smithi064 podman[19631]: 2024-08-29 14:45:28.927413778 +0000 UTC m=+0.298984357 container start a58be435de1d312dfb4fcf96fe089dd26b3bff0c3d730abb904dfaf9917c6461 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.1, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-fe43f1c, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-29T14:45:29.260 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:28 smithi064 bash[19631]: a58be435de1d312dfb4fcf96fe089dd26b3bff0c3d730abb904dfaf9917c6461 2024-08-29T14:45:29.260 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:29 smithi064 systemd[1]: Started Ceph mgr.y for 2b44bde8-6615-11ef-bcd4-c7b262605968. 2024-08-29T14:45:29.260 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:29 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:45:29.049+0000 7f309f157040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-29T14:45:29.261 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:29 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:45:29.111+0000 7f309f157040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-29T14:45:29.530 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:29 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:45:29.272+0000 7f309f157040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-29T14:45:29.530 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:29 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:45:29.343+0000 7f309f157040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-29T14:45:29.530 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:29 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:45:29.498+0000 7f309f157040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-29T14:45:29.904 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:29 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/2264614029' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-08-29T14:45:29.904 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:29 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:45:29.647+0000 7f309f157040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-29T14:45:30.231 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:29 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:45:29.975+0000 7f309f157040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-29T14:45:30.232 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:30 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:45:30.038+0000 7f309f157040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-29T14:45:30.259 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout 2024-08-29T14:45:30.259 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout { 2024-08-29T14:45:30.259 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "fsid": "2b44bde8-6615-11ef-bcd4-c7b262605968", 2024-08-29T14:45:30.259 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "health": { 2024-08-29T14:45:30.259 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-08-29T14:45:30.259 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-08-29T14:45:30.259 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-08-29T14:45:30.259 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout }, 2024-08-29T14:45:30.260 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-08-29T14:45:30.260 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-08-29T14:45:30.260 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout 0 2024-08-29T14:45:30.260 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout ], 2024-08-29T14:45:30.260 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-08-29T14:45:30.260 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "a" 2024-08-29T14:45:30.260 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout ], 2024-08-29T14:45:30.260 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-08-29T14:45:30.260 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "monmap": { 2024-08-29T14:45:30.260 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-29T14:45:30.260 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-08-29T14:45:30.260 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-08-29T14:45:30.260 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout }, 2024-08-29T14:45:30.260 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-08-29T14:45:30.261 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-29T14:45:30.261 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-08-29T14:45:30.261 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-08-29T14:45:30.261 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-08-29T14:45:30.265 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-08-29T14:45:30.265 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-08-29T14:45:30.265 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-08-29T14:45:30.265 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout }, 2024-08-29T14:45:30.265 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-08-29T14:45:30.265 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-08-29T14:45:30.265 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-08-29T14:45:30.265 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-08-29T14:45:30.266 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-08-29T14:45:30.266 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-08-29T14:45:30.266 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-08-29T14:45:30.266 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-08-29T14:45:30.266 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-08-29T14:45:30.266 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout }, 2024-08-29T14:45:30.266 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-08-29T14:45:30.266 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-29T14:45:30.266 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-08-29T14:45:30.266 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-08-29T14:45:30.266 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout }, 2024-08-29T14:45:30.266 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-08-29T14:45:30.266 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "available": false, 2024-08-29T14:45:30.267 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-08-29T14:45:30.267 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "modules": [ 2024-08-29T14:45:30.267 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "iostat", 2024-08-29T14:45:30.267 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "nfs", 2024-08-29T14:45:30.267 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "restful" 2024-08-29T14:45:30.268 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout ], 2024-08-29T14:45:30.268 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-29T14:45:30.268 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout }, 2024-08-29T14:45:30.268 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-08-29T14:45:30.268 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-29T14:45:30.269 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "modified": "2024-08-29T14:45:21.451772+0000", 2024-08-29T14:45:30.269 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-29T14:45:30.269 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout }, 2024-08-29T14:45:30.269 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-08-29T14:45:30.269 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout } 2024-08-29T14:45:30.269 INFO:teuthology.orchestra.run.smithi064.stdout:mgr not available, waiting (1/15)... 2024-08-29T14:45:30.532 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:30 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:45:30.229+0000 7f309f157040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-29T14:45:31.280 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:31 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:45:31.142+0000 7f309f157040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-29T14:45:31.280 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:31 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:45:31.211+0000 7f309f157040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-29T14:45:32.232 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:31 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:45:31.963+0000 7f309f157040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-29T14:45:32.232 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:32 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:45:32.083+0000 7f309f157040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-29T14:45:32.232 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:32 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:45:32.230+0000 7f309f157040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-29T14:45:32.506 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:32 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:45:32.296+0000 7f309f157040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-29T14:45:32.506 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:32 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:45:32.450+0000 7f309f157040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-29T14:45:32.780 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:32 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:45:32.523+0000 7f309f157040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-29T14:45:32.780 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:32 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:45:32.587+0000 7f309f157040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-29T14:45:32.781 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:32 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:45:32.753+0000 7f309f157040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-29T14:45:33.109 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:32 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/2957505211' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-08-29T14:45:33.109 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:32 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:45:32.822+0000 7f309f157040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-29T14:45:33.109 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:32 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:45:32.893+0000 7f309f157040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-29T14:45:33.109 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:32 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:45:32.980+0000 7f309f157040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-29T14:45:33.109 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:33 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:45:33.045+0000 7f309f157040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-29T14:45:33.110 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:33 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:45:33.106+0000 7f309f157040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-29T14:45:33.452 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout 2024-08-29T14:45:33.453 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout { 2024-08-29T14:45:33.453 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "fsid": "2b44bde8-6615-11ef-bcd4-c7b262605968", 2024-08-29T14:45:33.453 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "health": { 2024-08-29T14:45:33.453 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-08-29T14:45:33.453 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-08-29T14:45:33.453 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-08-29T14:45:33.453 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout }, 2024-08-29T14:45:33.453 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-08-29T14:45:33.453 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-08-29T14:45:33.453 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout 0 2024-08-29T14:45:33.453 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout ], 2024-08-29T14:45:33.453 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-08-29T14:45:33.453 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "a" 2024-08-29T14:45:33.454 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout ], 2024-08-29T14:45:33.454 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "quorum_age": 5, 2024-08-29T14:45:33.454 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "monmap": { 2024-08-29T14:45:33.454 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-29T14:45:33.454 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-08-29T14:45:33.454 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-08-29T14:45:33.454 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout }, 2024-08-29T14:45:33.454 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-08-29T14:45:33.454 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-29T14:45:33.454 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-08-29T14:45:33.454 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-08-29T14:45:33.454 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-08-29T14:45:33.454 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-08-29T14:45:33.454 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-08-29T14:45:33.455 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-08-29T14:45:33.455 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout }, 2024-08-29T14:45:33.455 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-08-29T14:45:33.455 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-08-29T14:45:33.455 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-08-29T14:45:33.455 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-08-29T14:45:33.455 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-08-29T14:45:33.455 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-08-29T14:45:33.455 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-08-29T14:45:33.455 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-08-29T14:45:33.456 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-08-29T14:45:33.456 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout }, 2024-08-29T14:45:33.456 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-08-29T14:45:33.456 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-29T14:45:33.456 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-08-29T14:45:33.456 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-08-29T14:45:33.456 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout }, 2024-08-29T14:45:33.456 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-08-29T14:45:33.456 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "available": false, 2024-08-29T14:45:33.456 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-08-29T14:45:33.456 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "modules": [ 2024-08-29T14:45:33.456 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "iostat", 2024-08-29T14:45:33.457 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "nfs", 2024-08-29T14:45:33.457 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "restful" 2024-08-29T14:45:33.457 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout ], 2024-08-29T14:45:33.457 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-29T14:45:33.457 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout }, 2024-08-29T14:45:33.457 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-08-29T14:45:33.457 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-29T14:45:33.457 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "modified": "2024-08-29T14:45:21.451772+0000", 2024-08-29T14:45:33.457 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-29T14:45:33.457 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout }, 2024-08-29T14:45:33.457 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-08-29T14:45:33.457 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout } 2024-08-29T14:45:33.458 INFO:teuthology.orchestra.run.smithi064.stdout:mgr not available, waiting (2/15)... 2024-08-29T14:45:34.280 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:33 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:45:33.928+0000 7f309f157040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-29T14:45:34.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:33 smithi064 ceph-mon[19398]: Activating manager daemon y 2024-08-29T14:45:34.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:33 smithi064 ceph-mon[19398]: mgrmap e2: y(active, starting, since 0.00267266s) 2024-08-29T14:45:34.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:33 smithi064 ceph-mon[19398]: from='mgr.14100 172.21.15.64:0/3861987740' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-29T14:45:34.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:33 smithi064 ceph-mon[19398]: from='mgr.14100 172.21.15.64:0/3861987740' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-29T14:45:34.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:33 smithi064 ceph-mon[19398]: from='mgr.14100 172.21.15.64:0/3861987740' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-29T14:45:34.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:33 smithi064 ceph-mon[19398]: from='mgr.14100 172.21.15.64:0/3861987740' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:45:34.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:33 smithi064 ceph-mon[19398]: from='mgr.14100 172.21.15.64:0/3861987740' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-29T14:45:34.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:33 smithi064 ceph-mon[19398]: Manager daemon y is now available 2024-08-29T14:45:34.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:33 smithi064 ceph-mon[19398]: from='mgr.14100 172.21.15.64:0/3861987740' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-29T14:45:34.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:33 smithi064 ceph-mon[19398]: from='mgr.14100 172.21.15.64:0/3861987740' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-29T14:45:34.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:33 smithi064 ceph-mon[19398]: from='mgr.14100 172.21.15.64:0/3861987740' entity='mgr.y' 2024-08-29T14:45:34.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:33 smithi064 ceph-mon[19398]: from='mgr.14100 172.21.15.64:0/3861987740' entity='mgr.y' 2024-08-29T14:45:34.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:33 smithi064 ceph-mon[19398]: from='mgr.14100 172.21.15.64:0/3861987740' entity='mgr.y' 2024-08-29T14:45:36.157 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:35 smithi064 ceph-mon[19398]: mgrmap e3: y(active, since 1.00683s) 2024-08-29T14:45:36.738 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout 2024-08-29T14:45:36.738 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout { 2024-08-29T14:45:36.738 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "fsid": "2b44bde8-6615-11ef-bcd4-c7b262605968", 2024-08-29T14:45:36.738 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "health": { 2024-08-29T14:45:36.738 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-08-29T14:45:36.738 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-08-29T14:45:36.738 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-08-29T14:45:36.738 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout }, 2024-08-29T14:45:36.738 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-08-29T14:45:36.739 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-08-29T14:45:36.739 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout 0 2024-08-29T14:45:36.739 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout ], 2024-08-29T14:45:36.739 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-08-29T14:45:36.739 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "a" 2024-08-29T14:45:36.739 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout ], 2024-08-29T14:45:36.739 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "quorum_age": 9, 2024-08-29T14:45:36.739 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "monmap": { 2024-08-29T14:45:36.739 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-29T14:45:36.739 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-08-29T14:45:36.739 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-08-29T14:45:36.739 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout }, 2024-08-29T14:45:36.739 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-08-29T14:45:36.740 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-29T14:45:36.740 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-08-29T14:45:36.740 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-08-29T14:45:36.740 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-08-29T14:45:36.740 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-08-29T14:45:36.743 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-08-29T14:45:36.743 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-08-29T14:45:36.743 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout }, 2024-08-29T14:45:36.743 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-08-29T14:45:36.743 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-08-29T14:45:36.744 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-08-29T14:45:36.744 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-08-29T14:45:36.744 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-08-29T14:45:36.744 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-08-29T14:45:36.744 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-08-29T14:45:36.744 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-08-29T14:45:36.744 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-08-29T14:45:36.744 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout }, 2024-08-29T14:45:36.744 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-08-29T14:45:36.744 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-29T14:45:36.744 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-08-29T14:45:36.744 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-08-29T14:45:36.744 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout }, 2024-08-29T14:45:36.745 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-08-29T14:45:36.745 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "available": true, 2024-08-29T14:45:36.745 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-08-29T14:45:36.745 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "modules": [ 2024-08-29T14:45:36.745 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "iostat", 2024-08-29T14:45:36.745 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "nfs", 2024-08-29T14:45:36.745 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "restful" 2024-08-29T14:45:36.745 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout ], 2024-08-29T14:45:36.745 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-29T14:45:36.745 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout }, 2024-08-29T14:45:36.745 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-08-29T14:45:36.745 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-29T14:45:36.745 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "modified": "2024-08-29T14:45:21.451772+0000", 2024-08-29T14:45:36.745 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-29T14:45:36.746 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout }, 2024-08-29T14:45:36.746 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-08-29T14:45:36.746 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout } 2024-08-29T14:45:36.746 INFO:teuthology.orchestra.run.smithi064.stdout:mgr is available 2024-08-29T14:45:37.118 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:36 smithi064 ceph-mon[19398]: mgrmap e4: y(active, since 2s) 2024-08-29T14:45:37.118 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:36 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/924314721' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-08-29T14:45:37.927 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout 2024-08-29T14:45:37.927 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout [global] 2024-08-29T14:45:37.927 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout fsid = 2b44bde8-6615-11ef-bcd4-c7b262605968 2024-08-29T14:45:37.927 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-08-29T14:45:37.927 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-08-29T14:45:37.927 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-08-29T14:45:37.927 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-08-29T14:45:37.927 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout 2024-08-29T14:45:37.927 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout [mgr] 2024-08-29T14:45:37.927 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-08-29T14:45:37.928 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout 2024-08-29T14:45:37.928 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout [osd] 2024-08-29T14:45:37.928 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-08-29T14:45:37.928 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-08-29T14:45:37.928 INFO:teuthology.orchestra.run.smithi064.stdout:Enabling cephadm module... 2024-08-29T14:45:38.266 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:37 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/3383074460' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-08-29T14:45:39.236 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:38 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/1748756975' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-08-29T14:45:39.237 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:38 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: ignoring --setuser ceph since I am not root 2024-08-29T14:45:39.237 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:38 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: ignoring --setgroup ceph since I am not root 2024-08-29T14:45:39.237 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:39 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:45:39.082+0000 7f1402087040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-29T14:45:39.237 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:39 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:45:39.140+0000 7f1402087040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-29T14:45:39.522 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:39 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:45:39.295+0000 7f1402087040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-29T14:45:39.523 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:39 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:45:39.363+0000 7f1402087040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-29T14:45:39.523 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:39 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:45:39.521+0000 7f1402087040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-29T14:45:39.780 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:39 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:45:39.667+0000 7f1402087040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-29T14:45:40.159 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:39 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/1748756975' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-08-29T14:45:40.159 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:39 smithi064 ceph-mon[19398]: mgrmap e5: y(active, since 5s) 2024-08-29T14:45:40.160 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:39 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:45:39.998+0000 7f1402087040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-29T14:45:40.160 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:40 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:45:40.061+0000 7f1402087040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-29T14:45:40.450 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:40 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:45:40.254+0000 7f1402087040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-29T14:45:40.712 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout { 2024-08-29T14:45:40.713 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-08-29T14:45:40.713 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "available": true, 2024-08-29T14:45:40.713 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-08-29T14:45:40.713 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-08-29T14:45:40.713 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout } 2024-08-29T14:45:40.713 INFO:teuthology.orchestra.run.smithi064.stdout:Waiting for the mgr to restart... 2024-08-29T14:45:40.713 INFO:teuthology.orchestra.run.smithi064.stdout:Waiting for mgr epoch 5... 2024-08-29T14:45:41.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:40 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/1376151335' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-08-29T14:45:41.530 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:41 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:45:41.172+0000 7f1402087040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-29T14:45:41.530 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:41 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:45:41.240+0000 7f1402087040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-29T14:45:42.243 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:41 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:45:41.977+0000 7f1402087040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-29T14:45:42.243 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:42 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:45:42.096+0000 7f1402087040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-29T14:45:42.529 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:42 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:45:42.242+0000 7f1402087040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-29T14:45:42.529 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:42 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:45:42.305+0000 7f1402087040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-29T14:45:42.529 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:42 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:45:42.457+0000 7f1402087040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-29T14:45:42.529 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:42 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:45:42.527+0000 7f1402087040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-29T14:45:42.782 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:42 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:45:42.589+0000 7f1402087040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-29T14:45:42.783 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:42 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:45:42.751+0000 7f1402087040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-29T14:45:43.095 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:42 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:45:42.818+0000 7f1402087040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-29T14:45:43.095 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:42 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:45:42.886+0000 7f1402087040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-29T14:45:43.095 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:42 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:45:42.971+0000 7f1402087040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-29T14:45:43.095 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:43 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:45:43.033+0000 7f1402087040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-29T14:45:43.095 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:43 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:45:43.093+0000 7f1402087040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-29T14:45:44.280 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:43 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:45:43.900+0000 7f1402087040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-29T14:45:44.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:43 smithi064 ceph-mon[19398]: Active manager daemon y restarted 2024-08-29T14:45:44.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:43 smithi064 ceph-mon[19398]: Activating manager daemon y 2024-08-29T14:45:44.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:43 smithi064 ceph-mon[19398]: osdmap e2: 0 total, 0 up, 0 in 2024-08-29T14:45:44.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:43 smithi064 ceph-mon[19398]: mgrmap e6: y(active, starting, since 0.0031649s) 2024-08-29T14:45:44.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:43 smithi064 ceph-mon[19398]: from='mgr.14118 172.21.15.64:0/2278730029' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:45:44.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:43 smithi064 ceph-mon[19398]: from='mgr.14118 172.21.15.64:0/2278730029' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-29T14:45:44.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:43 smithi064 ceph-mon[19398]: from='mgr.14118 172.21.15.64:0/2278730029' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-29T14:45:44.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:43 smithi064 ceph-mon[19398]: from='mgr.14118 172.21.15.64:0/2278730029' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-29T14:45:44.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:43 smithi064 ceph-mon[19398]: from='mgr.14118 172.21.15.64:0/2278730029' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-29T14:45:44.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:43 smithi064 ceph-mon[19398]: Manager daemon y is now available 2024-08-29T14:45:44.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:43 smithi064 ceph-mon[19398]: from='mgr.14118 172.21.15.64:0/2278730029' entity='mgr.y' 2024-08-29T14:45:44.282 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:43 smithi064 ceph-mon[19398]: from='mgr.14118 172.21.15.64:0/2278730029' entity='mgr.y' 2024-08-29T14:45:44.282 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:43 smithi064 ceph-mon[19398]: from='mgr.14118 172.21.15.64:0/2278730029' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:45:44.282 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:43 smithi064 ceph-mon[19398]: from='mgr.14118 172.21.15.64:0/2278730029' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:45:44.282 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:43 smithi064 ceph-mon[19398]: from='mgr.14118 172.21.15.64:0/2278730029' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-29T14:45:44.282 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:43 smithi064 ceph-mon[19398]: from='mgr.14118 172.21.15.64:0/2278730029' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-29T14:45:45.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:44 smithi064 ceph-mon[19398]: Found migration_current of "None". Setting to last migration. 2024-08-29T14:45:45.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:44 smithi064 ceph-mon[19398]: mgrmap e7: y(active, since 1.00465s) 2024-08-29T14:45:45.759 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout { 2024-08-29T14:45:45.759 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-08-29T14:45:45.759 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "initialized": true 2024-08-29T14:45:45.759 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout } 2024-08-29T14:45:45.759 INFO:teuthology.orchestra.run.smithi064.stdout:mgr epoch 5 is available 2024-08-29T14:45:45.759 INFO:teuthology.orchestra.run.smithi064.stdout:Setting orchestrator backend to cephadm... 2024-08-29T14:45:46.008 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:45 smithi064 ceph-mon[19398]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-08-29T14:45:46.009 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:45 smithi064 ceph-mon[19398]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-08-29T14:45:46.009 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:45 smithi064 ceph-mon[19398]: from='mgr.14118 172.21.15.64:0/2278730029' entity='mgr.y' 2024-08-29T14:45:46.009 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:45 smithi064 ceph-mon[19398]: from='mgr.14118 172.21.15.64:0/2278730029' entity='mgr.y' 2024-08-29T14:45:47.234 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:47 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:45:47.210+0000 7f1369d61640 -1 log_channel(cephadm) log [ERR] : [29/Aug/2024:14:45:47] ENGINE Error in HTTPServer.serve 2024-08-29T14:45:47.234 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:47 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: Traceback (most recent call last): 2024-08-29T14:45:47.235 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:47 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-29T14:45:47.235 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:47 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: self._connections.run(self.expiration_interval) 2024-08-29T14:45:47.235 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:47 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-29T14:45:47.235 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:47 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: self._run(expiration_interval) 2024-08-29T14:45:47.235 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:47 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-29T14:45:47.235 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:47 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: new_conn = self._from_server_socket(self.server.socket) 2024-08-29T14:45:47.236 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:47 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-29T14:45:47.236 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:47 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-29T14:45:47.236 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:47 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-29T14:45:47.236 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:47 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: s = self.context.wrap_socket( 2024-08-29T14:45:47.236 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:47 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-29T14:45:47.237 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:47 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: return self.sslsocket_class._create( 2024-08-29T14:45:47.237 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:47 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-29T14:45:47.237 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:47 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: self.do_handshake() 2024-08-29T14:45:47.237 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:47 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-29T14:45:47.237 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:47 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: self._sslobj.do_handshake() 2024-08-29T14:45:47.238 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:47 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-29T14:45:47.238 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:47 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:45:47.594 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:47 smithi064 ceph-mon[19398]: mgrmap e8: y(active, since 2s) 2024-08-29T14:45:47.594 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:47 smithi064 ceph-mon[19398]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:45:47.594 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:47 smithi064 ceph-mon[19398]: from='mgr.14118 172.21.15.64:0/2278730029' entity='mgr.y' 2024-08-29T14:45:47.595 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:47 smithi064 ceph-mon[19398]: from='mgr.14118 172.21.15.64:0/2278730029' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:45:47.595 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:47 smithi064 ceph-mon[19398]: [29/Aug/2024:14:45:46] ENGINE Bus STARTING 2024-08-29T14:45:47.595 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:47 smithi064 ceph-mon[19398]: from='mgr.14118 172.21.15.64:0/2278730029' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:45:48.171 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout value unchanged 2024-08-29T14:45:48.171 INFO:teuthology.orchestra.run.smithi064.stdout:Generating ssh key... 2024-08-29T14:45:48.504 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:48 smithi064 ceph-mon[19398]: [29/Aug/2024:14:45:47] ENGINE Serving on http://172.21.15.64:8765 2024-08-29T14:45:48.504 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:48 smithi064 ceph-mon[19398]: [29/Aug/2024:14:45:47] ENGINE Serving on https://172.21.15.64:7150 2024-08-29T14:45:48.504 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:48 smithi064 ceph-mon[19398]: [29/Aug/2024:14:45:47] ENGINE Bus STARTED 2024-08-29T14:45:48.504 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:48 smithi064 ceph-mon[19398]: [29/Aug/2024:14:45:47] ENGINE Error in HTTPServer.serve 2024-08-29T14:45:48.504 INFO:journalctl@ceph.mon.a.smithi064.stdout: Traceback (most recent call last): 2024-08-29T14:45:48.504 INFO:journalctl@ceph.mon.a.smithi064.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-29T14:45:48.504 INFO:journalctl@ceph.mon.a.smithi064.stdout: self._connections.run(self.expiration_interval) 2024-08-29T14:45:48.504 INFO:journalctl@ceph.mon.a.smithi064.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-29T14:45:48.504 INFO:journalctl@ceph.mon.a.smithi064.stdout: self._run(expiration_interval) 2024-08-29T14:45:48.504 INFO:journalctl@ceph.mon.a.smithi064.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-29T14:45:48.505 INFO:journalctl@ceph.mon.a.smithi064.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-29T14:45:48.505 INFO:journalctl@ceph.mon.a.smithi064.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-29T14:45:48.505 INFO:journalctl@ceph.mon.a.smithi064.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-29T14:45:48.505 INFO:journalctl@ceph.mon.a.smithi064.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-29T14:45:48.505 INFO:journalctl@ceph.mon.a.smithi064.stdout: s = self.context.wrap_socket( 2024-08-29T14:45:48.505 INFO:journalctl@ceph.mon.a.smithi064.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-29T14:45:48.505 INFO:journalctl@ceph.mon.a.smithi064.stdout: return self.sslsocket_class._create( 2024-08-29T14:45:48.505 INFO:journalctl@ceph.mon.a.smithi064.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-29T14:45:48.505 INFO:journalctl@ceph.mon.a.smithi064.stdout: self.do_handshake() 2024-08-29T14:45:48.506 INFO:journalctl@ceph.mon.a.smithi064.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-29T14:45:48.506 INFO:journalctl@ceph.mon.a.smithi064.stdout: self._sslobj.do_handshake() 2024-08-29T14:45:48.506 INFO:journalctl@ceph.mon.a.smithi064.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-29T14:45:48.506 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:48 smithi064 ceph-mon[19398]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:45:49.681 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:49 smithi064 ceph-mon[19398]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:45:49.681 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:49 smithi064 ceph-mon[19398]: Generating ssh key... 2024-08-29T14:45:50.030 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:49 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: Generating public/private rsa key pair. 2024-08-29T14:45:50.030 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:49 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: Your identification has been saved in /tmp/tmpphbntr87/key 2024-08-29T14:45:50.030 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:49 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: Your public key has been saved in /tmp/tmpphbntr87/key.pub 2024-08-29T14:45:50.030 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:49 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: The key fingerprint is: 2024-08-29T14:45:50.031 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:49 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: SHA256:U+axeg4yekYyS5qlpN15llLzvJxiIo4it6qfmqW5O9I ceph-2b44bde8-6615-11ef-bcd4-c7b262605968 2024-08-29T14:45:50.031 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:49 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: The key's randomart image is: 2024-08-29T14:45:50.031 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:49 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: +---[RSA 3072]----+ 2024-08-29T14:45:50.031 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:49 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: | | 2024-08-29T14:45:50.031 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:49 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: | | 2024-08-29T14:45:50.031 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:49 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: | + | 2024-08-29T14:45:50.031 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:49 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: | + o | 2024-08-29T14:45:50.031 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:49 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: | S o | 2024-08-29T14:45:50.031 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:49 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: | . = + o | 2024-08-29T14:45:50.031 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:49 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: | =.B Bo=o . | 2024-08-29T14:45:50.031 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:49 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: |**E.*.O+o= | 2024-08-29T14:45:50.031 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:49 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: |/X=o.O .+.. | 2024-08-29T14:45:50.031 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:45:49 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: +----[SHA256]-----+ 2024-08-29T14:45:50.846 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:50 smithi064 ceph-mon[19398]: from='mgr.14118 172.21.15.64:0/2278730029' entity='mgr.y' 2024-08-29T14:45:50.846 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:50 smithi064 ceph-mon[19398]: from='mgr.14118 172.21.15.64:0/2278730029' entity='mgr.y' 2024-08-29T14:45:51.533 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCcWUB9RcQFFI5F+0W5svoPD4VxGuBu4+0ovm9n38meRc8rb8UJEJFrnp7ZYjHrvEj9EYP223TV4QDlt9t31e+b0zeQsgOnxjDPpUwXm18aVl2Jte9va7ZPexcKjjl7aASnYgXHvvtddU9OmxoGiaw2mLLv4G2Hy1KeBqhSGUONhHvAmbAtl+wF990ZDSrHlZTIFxnHTYTouDS2iWSNwiioP7j7qJ0uqIAe+Gz5Dy+AAd3Zap6pyHtfObYhC2j25abupx6jwdjj9QY5vNDa/ViC5DWbigvoIAK0maoHHAmLtkqLhz0s13aiHnoTxIfw+n3LWRWd4IbfW27aqb81x0DSvszs1wc5GAML6XbpW0V7iE0nhqEzxnFSbB9lU9VdcsXkmR++iXsDkkwMqIvzmeSl1BOzTeZGednpCJ2kJrL3IgK4LqdboR9umkVFZpPjoPtxDQpjIwsBicEUeDxfLelq2Rm75MiEll+a2G3dLModNrNRPUdy/DNP5fyqAISrc3M= ceph-2b44bde8-6615-11ef-bcd4-c7b262605968 2024-08-29T14:45:51.533 INFO:teuthology.orchestra.run.smithi064.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-08-29T14:45:51.533 INFO:teuthology.orchestra.run.smithi064.stdout:Adding key to root@localhost authorized_keys... 2024-08-29T14:45:51.533 INFO:teuthology.orchestra.run.smithi064.stdout:Adding host smithi064... 2024-08-29T14:45:51.782 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:51 smithi064 ceph-mon[19398]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:45:53.229 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:53 smithi064 ceph-mon[19398]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi064", "addr": "172.21.15.64", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:45:54.132 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:54 smithi064 ceph-mon[19398]: Deploying cephadm binary to smithi064 2024-08-29T14:45:56.099 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout Added host 'smithi064' with addr '172.21.15.64' 2024-08-29T14:45:56.099 INFO:teuthology.orchestra.run.smithi064.stdout:Deploying unmanaged mon service... 2024-08-29T14:45:56.699 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:56 smithi064 ceph-mon[19398]: from='mgr.14118 172.21.15.64:0/2278730029' entity='mgr.y' 2024-08-29T14:45:56.700 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:56 smithi064 ceph-mon[19398]: Added host smithi064 2024-08-29T14:45:56.700 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:56 smithi064 ceph-mon[19398]: from='mgr.14118 172.21.15.64:0/2278730029' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:45:57.840 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:57 smithi064 ceph-mon[19398]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:45:57.840 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:57 smithi064 ceph-mon[19398]: Saving service mon spec with placement count:5 2024-08-29T14:45:57.840 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:57 smithi064 ceph-mon[19398]: from='mgr.14118 172.21.15.64:0/2278730029' entity='mgr.y' 2024-08-29T14:45:58.261 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-08-29T14:45:58.261 INFO:teuthology.orchestra.run.smithi064.stdout:Deploying unmanaged mgr service... 2024-08-29T14:45:59.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:58 smithi064 ceph-mon[19398]: from='mgr.14118 172.21.15.64:0/2278730029' entity='mgr.y' 2024-08-29T14:45:59.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:58 smithi064 ceph-mon[19398]: from='mgr.14118 172.21.15.64:0/2278730029' entity='mgr.y' 2024-08-29T14:46:00.076 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:59 smithi064 ceph-mon[19398]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:46:00.077 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:59 smithi064 ceph-mon[19398]: Saving service mgr spec with placement count:2 2024-08-29T14:46:00.077 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:59 smithi064 ceph-mon[19398]: from='mgr.14118 172.21.15.64:0/2278730029' entity='mgr.y' 2024-08-29T14:46:00.077 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:45:59 smithi064 ceph-mon[19398]: from='mgr.14118 172.21.15.64:0/2278730029' entity='mgr.y' 2024-08-29T14:46:00.079 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-08-29T14:46:01.911 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:01 smithi064 ceph-mon[19398]: from='mgr.14118 172.21.15.64:0/2278730029' entity='mgr.y' 2024-08-29T14:46:01.911 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:01 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/1573861758' entity='client.admin' 2024-08-29T14:46:02.702 INFO:teuthology.orchestra.run.smithi064.stdout:Enabling the dashboard module... 2024-08-29T14:46:03.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:02 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/8809214' entity='client.admin' 2024-08-29T14:46:04.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:03 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/3350407248' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-08-29T14:46:04.281 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:46:04 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: ignoring --setuser ceph since I am not root 2024-08-29T14:46:04.281 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:46:04 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: ignoring --setgroup ceph since I am not root 2024-08-29T14:46:04.281 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:46:04 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:46:04.124+0000 7fd5f9ab7040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-29T14:46:04.281 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:46:04 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:46:04.182+0000 7fd5f9ab7040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-29T14:46:04.625 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:46:04 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:46:04.338+0000 7fd5f9ab7040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-29T14:46:04.625 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:46:04 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:46:04.407+0000 7fd5f9ab7040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-29T14:46:04.626 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:46:04 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:46:04.558+0000 7fd5f9ab7040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-29T14:46:04.884 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:46:04 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:46:04.712+0000 7fd5f9ab7040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-29T14:46:05.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:04 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/3350407248' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-08-29T14:46:05.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:04 smithi064 ceph-mon[19398]: mgrmap e9: y(active, since 20s) 2024-08-29T14:46:05.280 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:46:05 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:46:05.040+0000 7fd5f9ab7040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-29T14:46:05.280 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:46:05 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:46:05.108+0000 7fd5f9ab7040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-29T14:46:05.616 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:46:05 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:46:05.300+0000 7fd5f9ab7040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-29T14:46:05.920 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout { 2024-08-29T14:46:05.920 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-08-29T14:46:05.920 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "available": true, 2024-08-29T14:46:05.920 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-08-29T14:46:05.920 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-08-29T14:46:05.920 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout } 2024-08-29T14:46:05.920 INFO:teuthology.orchestra.run.smithi064.stdout:Waiting for the mgr to restart... 2024-08-29T14:46:05.920 INFO:teuthology.orchestra.run.smithi064.stdout:Waiting for mgr epoch 9... 2024-08-29T14:46:06.227 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:05 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/219769583' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-08-29T14:46:06.530 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:46:06 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:46:06.226+0000 7fd5f9ab7040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-29T14:46:06.530 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:46:06 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:46:06.296+0000 7fd5f9ab7040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-29T14:46:07.307 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:46:07 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:46:07.040+0000 7fd5f9ab7040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-29T14:46:07.307 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:46:07 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:46:07.159+0000 7fd5f9ab7040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-29T14:46:07.593 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:46:07 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:46:07.306+0000 7fd5f9ab7040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-29T14:46:07.593 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:46:07 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:46:07.369+0000 7fd5f9ab7040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-29T14:46:07.593 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:46:07 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:46:07.521+0000 7fd5f9ab7040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-29T14:46:07.593 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:46:07 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:46:07.592+0000 7fd5f9ab7040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-29T14:46:07.885 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:46:07 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:46:07.653+0000 7fd5f9ab7040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-29T14:46:07.885 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:46:07 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:46:07.816+0000 7fd5f9ab7040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-29T14:46:07.885 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:46:07 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:46:07.883+0000 7fd5f9ab7040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-29T14:46:08.161 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:46:07 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:46:07.952+0000 7fd5f9ab7040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-29T14:46:08.161 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:46:08 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:46:08.038+0000 7fd5f9ab7040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-29T14:46:08.161 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:46:08 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:46:08.099+0000 7fd5f9ab7040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-29T14:46:08.161 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:46:08 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:46:08.160+0000 7fd5f9ab7040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-29T14:46:09.230 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:46:08 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:46:08.969+0000 7fd5f9ab7040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-29T14:46:09.230 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:09 smithi064 ceph-mon[19398]: Active manager daemon y restarted 2024-08-29T14:46:09.231 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:09 smithi064 ceph-mon[19398]: Activating manager daemon y 2024-08-29T14:46:09.231 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:09 smithi064 ceph-mon[19398]: osdmap e3: 0 total, 0 up, 0 in 2024-08-29T14:46:09.231 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:09 smithi064 ceph-mon[19398]: mgrmap e10: y(active, starting, since 0.00322913s) 2024-08-29T14:46:09.231 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:09 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:46:09.231 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:09 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-29T14:46:09.231 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:09 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-29T14:46:09.231 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:09 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-29T14:46:09.231 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:09 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-29T14:46:09.231 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:09 smithi064 ceph-mon[19398]: Manager daemon y is now available 2024-08-29T14:46:09.231 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:09 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:46:09.231 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:09 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-29T14:46:09.231 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:09 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-29T14:46:10.670 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout { 2024-08-29T14:46:10.670 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-08-29T14:46:10.670 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout "initialized": true 2024-08-29T14:46:10.670 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout } 2024-08-29T14:46:10.670 INFO:teuthology.orchestra.run.smithi064.stdout:mgr epoch 9 is available 2024-08-29T14:46:10.671 INFO:teuthology.orchestra.run.smithi064.stdout:Generating a dashboard self-signed certificate... 2024-08-29T14:46:10.976 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:46:10 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:46:10.702+0000 7fd55ff40640 -1 log_channel(cephadm) log [ERR] : [29/Aug/2024:14:46:10] ENGINE Error in HTTPServer.serve 2024-08-29T14:46:10.976 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:46:10 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: Traceback (most recent call last): 2024-08-29T14:46:10.976 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:46:10 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-29T14:46:10.976 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:46:10 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: self._connections.run(self.expiration_interval) 2024-08-29T14:46:10.976 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:46:10 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-29T14:46:10.976 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:46:10 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: self._run(expiration_interval) 2024-08-29T14:46:10.976 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:46:10 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-29T14:46:10.976 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:46:10 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: new_conn = self._from_server_socket(self.server.socket) 2024-08-29T14:46:10.977 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:46:10 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-29T14:46:10.977 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:46:10 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-29T14:46:10.977 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:46:10 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-29T14:46:10.977 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:46:10 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: s = self.context.wrap_socket( 2024-08-29T14:46:10.977 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:46:10 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-29T14:46:10.977 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:46:10 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: return self.sslsocket_class._create( 2024-08-29T14:46:10.977 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:46:10 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-29T14:46:10.977 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:46:10 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: self.do_handshake() 2024-08-29T14:46:10.977 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:46:10 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-29T14:46:10.977 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:46:10 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: self._sslobj.do_handshake() 2024-08-29T14:46:10.977 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:46:10 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-29T14:46:10.977 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:46:10 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:46:11.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:10 smithi064 ceph-mon[19398]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-08-29T14:46:11.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:10 smithi064 ceph-mon[19398]: mgrmap e11: y(active, since 1.0054s) 2024-08-29T14:46:11.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:10 smithi064 ceph-mon[19398]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-08-29T14:46:11.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:10 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:12.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:11 smithi064 ceph-mon[19398]: [29/Aug/2024:14:46:10] ENGINE Bus STARTING 2024-08-29T14:46:12.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:11 smithi064 ceph-mon[19398]: [29/Aug/2024:14:46:10] ENGINE Serving on http://172.21.15.64:8765 2024-08-29T14:46:12.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:11 smithi064 ceph-mon[19398]: [29/Aug/2024:14:46:10] ENGINE Serving on https://172.21.15.64:7150 2024-08-29T14:46:12.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:11 smithi064 ceph-mon[19398]: [29/Aug/2024:14:46:10] ENGINE Bus STARTED 2024-08-29T14:46:12.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:11 smithi064 ceph-mon[19398]: [29/Aug/2024:14:46:10] ENGINE Error in HTTPServer.serve 2024-08-29T14:46:12.031 INFO:journalctl@ceph.mon.a.smithi064.stdout: Traceback (most recent call last): 2024-08-29T14:46:12.031 INFO:journalctl@ceph.mon.a.smithi064.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-29T14:46:12.031 INFO:journalctl@ceph.mon.a.smithi064.stdout: self._connections.run(self.expiration_interval) 2024-08-29T14:46:12.031 INFO:journalctl@ceph.mon.a.smithi064.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-29T14:46:12.031 INFO:journalctl@ceph.mon.a.smithi064.stdout: self._run(expiration_interval) 2024-08-29T14:46:12.031 INFO:journalctl@ceph.mon.a.smithi064.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-29T14:46:12.031 INFO:journalctl@ceph.mon.a.smithi064.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-29T14:46:12.031 INFO:journalctl@ceph.mon.a.smithi064.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-29T14:46:12.031 INFO:journalctl@ceph.mon.a.smithi064.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-29T14:46:12.031 INFO:journalctl@ceph.mon.a.smithi064.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-29T14:46:12.031 INFO:journalctl@ceph.mon.a.smithi064.stdout: s = self.context.wrap_socket( 2024-08-29T14:46:12.031 INFO:journalctl@ceph.mon.a.smithi064.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-29T14:46:12.032 INFO:journalctl@ceph.mon.a.smithi064.stdout: return self.sslsocket_class._create( 2024-08-29T14:46:12.032 INFO:journalctl@ceph.mon.a.smithi064.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-29T14:46:12.032 INFO:journalctl@ceph.mon.a.smithi064.stdout: self.do_handshake() 2024-08-29T14:46:12.032 INFO:journalctl@ceph.mon.a.smithi064.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-29T14:46:12.032 INFO:journalctl@ceph.mon.a.smithi064.stdout: self._sslobj.do_handshake() 2024-08-29T14:46:12.032 INFO:journalctl@ceph.mon.a.smithi064.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-29T14:46:12.032 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:11 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:12.032 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:11 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:12.032 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:11 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:12.032 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:11 smithi064 ceph-mon[19398]: mgrmap e12: y(active, since 2s) 2024-08-29T14:46:12.052 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-08-29T14:46:12.052 INFO:teuthology.orchestra.run.smithi064.stdout:Creating initial admin user... 2024-08-29T14:46:13.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:12 smithi064 ceph-mon[19398]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:46:13.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:12 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:13.694 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$DCVcRTDSliv2Tgdfm0NThORV/LKYJjik43P7W/LkHBBrt9YeUP5PS", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1724942772, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-08-29T14:46:13.694 INFO:teuthology.orchestra.run.smithi064.stdout:Fetching dashboard port number... 2024-08-29T14:46:14.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:13 smithi064 ceph-mon[19398]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:46:15.241 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:14 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/2825028496' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-08-29T14:46:15.243 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stdout 8443 2024-08-29T14:46:15.253 INFO:teuthology.orchestra.run.smithi064.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-08-29T14:46:15.253 INFO:teuthology.orchestra.run.smithi064.stdout:systemctl: stdout disabled 2024-08-29T14:46:15.260 INFO:teuthology.orchestra.run.smithi064.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-08-29T14:46:15.261 INFO:teuthology.orchestra.run.smithi064.stdout:systemctl: stdout inactive 2024-08-29T14:46:15.261 INFO:teuthology.orchestra.run.smithi064.stdout:firewalld.service is not enabled 2024-08-29T14:46:15.261 INFO:teuthology.orchestra.run.smithi064.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-08-29T14:46:15.262 INFO:teuthology.orchestra.run.smithi064.stdout:Ceph Dashboard is now available at: 2024-08-29T14:46:15.262 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:46:15.262 INFO:teuthology.orchestra.run.smithi064.stdout: URL: https://smithi064:8443/ 2024-08-29T14:46:15.262 INFO:teuthology.orchestra.run.smithi064.stdout: User: admin 2024-08-29T14:46:15.262 INFO:teuthology.orchestra.run.smithi064.stdout: Password: ius5jplepz 2024-08-29T14:46:15.263 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:46:15.263 INFO:teuthology.orchestra.run.smithi064.stdout:Saving cluster configuration to /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/config directory 2024-08-29T14:46:15.263 INFO:teuthology.orchestra.run.smithi064.stdout:Enabling autotune for osd_memory_target 2024-08-29T14:46:16.180 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:15 smithi064 ceph-mon[19398]: mgrmap e13: y(active, since 6s) 2024-08-29T14:46:17.680 INFO:teuthology.orchestra.run.smithi064.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-08-29T14:46:17.680 INFO:teuthology.orchestra.run.smithi064.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-08-29T14:46:17.681 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:46:17.681 INFO:teuthology.orchestra.run.smithi064.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-08-29T14:46:17.681 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:46:17.681 INFO:teuthology.orchestra.run.smithi064.stdout:Or, if you are only running a single cluster on this host: 2024-08-29T14:46:17.681 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:46:17.681 INFO:teuthology.orchestra.run.smithi064.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-08-29T14:46:17.681 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:46:17.681 INFO:teuthology.orchestra.run.smithi064.stdout:Please consider enabling telemetry to help improve Ceph: 2024-08-29T14:46:17.681 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:46:17.681 INFO:teuthology.orchestra.run.smithi064.stdout: ceph telemetry on 2024-08-29T14:46:17.681 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:46:17.681 INFO:teuthology.orchestra.run.smithi064.stdout:For more information see: 2024-08-29T14:46:17.681 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:46:17.682 INFO:teuthology.orchestra.run.smithi064.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-08-29T14:46:17.682 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:46:17.682 INFO:teuthology.orchestra.run.smithi064.stdout:Bootstrap complete. 2024-08-29T14:46:17.713 INFO:tasks.cephadm:Fetching config... 2024-08-29T14:46:17.713 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-08-29T14:46:17.713 DEBUG:teuthology.orchestra.run.smithi064:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-08-29T14:46:17.729 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-08-29T14:46:17.730 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-08-29T14:46:17.730 DEBUG:teuthology.orchestra.run.smithi064:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-08-29T14:46:17.785 INFO:tasks.cephadm:Fetching mon keyring... 2024-08-29T14:46:17.785 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-08-29T14:46:17.785 DEBUG:teuthology.orchestra.run.smithi064:> sudo dd if=/var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/keyring of=/dev/stdout 2024-08-29T14:46:17.852 INFO:tasks.cephadm:Fetching pub ssh key... 2024-08-29T14:46:17.853 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-08-29T14:46:17.853 DEBUG:teuthology.orchestra.run.smithi064:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-08-29T14:46:17.908 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-08-29T14:46:17.909 DEBUG:teuthology.orchestra.run.smithi064:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCcWUB9RcQFFI5F+0W5svoPD4VxGuBu4+0ovm9n38meRc8rb8UJEJFrnp7ZYjHrvEj9EYP223TV4QDlt9t31e+b0zeQsgOnxjDPpUwXm18aVl2Jte9va7ZPexcKjjl7aASnYgXHvvtddU9OmxoGiaw2mLLv4G2Hy1KeBqhSGUONhHvAmbAtl+wF990ZDSrHlZTIFxnHTYTouDS2iWSNwiioP7j7qJ0uqIAe+Gz5Dy+AAd3Zap6pyHtfObYhC2j25abupx6jwdjj9QY5vNDa/ViC5DWbigvoIAK0maoHHAmLtkqLhz0s13aiHnoTxIfw+n3LWRWd4IbfW27aqb81x0DSvszs1wc5GAML6XbpW0V7iE0nhqEzxnFSbB9lU9VdcsXkmR++iXsDkkwMqIvzmeSl1BOzTeZGednpCJ2kJrL3IgK4LqdboR9umkVFZpPjoPtxDQpjIwsBicEUeDxfLelq2Rm75MiEll+a2G3dLModNrNRPUdy/DNP5fyqAISrc3M= ceph-2b44bde8-6615-11ef-bcd4-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-08-29T14:46:17.989 INFO:teuthology.orchestra.run.smithi064.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCcWUB9RcQFFI5F+0W5svoPD4VxGuBu4+0ovm9n38meRc8rb8UJEJFrnp7ZYjHrvEj9EYP223TV4QDlt9t31e+b0zeQsgOnxjDPpUwXm18aVl2Jte9va7ZPexcKjjl7aASnYgXHvvtddU9OmxoGiaw2mLLv4G2Hy1KeBqhSGUONhHvAmbAtl+wF990ZDSrHlZTIFxnHTYTouDS2iWSNwiioP7j7qJ0uqIAe+Gz5Dy+AAd3Zap6pyHtfObYhC2j25abupx6jwdjj9QY5vNDa/ViC5DWbigvoIAK0maoHHAmLtkqLhz0s13aiHnoTxIfw+n3LWRWd4IbfW27aqb81x0DSvszs1wc5GAML6XbpW0V7iE0nhqEzxnFSbB9lU9VdcsXkmR++iXsDkkwMqIvzmeSl1BOzTeZGednpCJ2kJrL3IgK4LqdboR9umkVFZpPjoPtxDQpjIwsBicEUeDxfLelq2Rm75MiEll+a2G3dLModNrNRPUdy/DNP5fyqAISrc3M= ceph-2b44bde8-6615-11ef-bcd4-c7b262605968 2024-08-29T14:46:18.019 DEBUG:teuthology.orchestra.run.smithi146:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCcWUB9RcQFFI5F+0W5svoPD4VxGuBu4+0ovm9n38meRc8rb8UJEJFrnp7ZYjHrvEj9EYP223TV4QDlt9t31e+b0zeQsgOnxjDPpUwXm18aVl2Jte9va7ZPexcKjjl7aASnYgXHvvtddU9OmxoGiaw2mLLv4G2Hy1KeBqhSGUONhHvAmbAtl+wF990ZDSrHlZTIFxnHTYTouDS2iWSNwiioP7j7qJ0uqIAe+Gz5Dy+AAd3Zap6pyHtfObYhC2j25abupx6jwdjj9QY5vNDa/ViC5DWbigvoIAK0maoHHAmLtkqLhz0s13aiHnoTxIfw+n3LWRWd4IbfW27aqb81x0DSvszs1wc5GAML6XbpW0V7iE0nhqEzxnFSbB9lU9VdcsXkmR++iXsDkkwMqIvzmeSl1BOzTeZGednpCJ2kJrL3IgK4LqdboR9umkVFZpPjoPtxDQpjIwsBicEUeDxfLelq2Rm75MiEll+a2G3dLModNrNRPUdy/DNP5fyqAISrc3M= ceph-2b44bde8-6615-11ef-bcd4-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-08-29T14:46:18.061 INFO:teuthology.orchestra.run.smithi146.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCcWUB9RcQFFI5F+0W5svoPD4VxGuBu4+0ovm9n38meRc8rb8UJEJFrnp7ZYjHrvEj9EYP223TV4QDlt9t31e+b0zeQsgOnxjDPpUwXm18aVl2Jte9va7ZPexcKjjl7aASnYgXHvvtddU9OmxoGiaw2mLLv4G2Hy1KeBqhSGUONhHvAmbAtl+wF990ZDSrHlZTIFxnHTYTouDS2iWSNwiioP7j7qJ0uqIAe+Gz5Dy+AAd3Zap6pyHtfObYhC2j25abupx6jwdjj9QY5vNDa/ViC5DWbigvoIAK0maoHHAmLtkqLhz0s13aiHnoTxIfw+n3LWRWd4IbfW27aqb81x0DSvszs1wc5GAML6XbpW0V7iE0nhqEzxnFSbB9lU9VdcsXkmR++iXsDkkwMqIvzmeSl1BOzTeZGednpCJ2kJrL3IgK4LqdboR9umkVFZpPjoPtxDQpjIwsBicEUeDxfLelq2Rm75MiEll+a2G3dLModNrNRPUdy/DNP5fyqAISrc3M= ceph-2b44bde8-6615-11ef-bcd4-c7b262605968 2024-08-29T14:46:18.074 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-08-29T14:46:18.381 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:18 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/3817115041' entity='client.admin' 2024-08-29T14:46:18.450 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:46:21.458 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:21 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:21.458 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:21 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:21.458 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:21 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi064", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:46:21.458 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:21 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:21.458 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:21 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:46:21.458 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:21 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:21.458 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:21 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/2686616534' entity='client.admin' 2024-08-29T14:46:21.458 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:21 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:46:21.458 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:21 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:21.477 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-08-29T14:46:21.478 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-08-29T14:46:21.758 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:46:24.961 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi146 2024-08-29T14:46:24.961 DEBUG:teuthology.orchestra.run.smithi146:> set -ex 2024-08-29T14:46:24.961 DEBUG:teuthology.orchestra.run.smithi146:> dd of=/etc/ceph/ceph.conf 2024-08-29T14:46:24.981 DEBUG:teuthology.orchestra.run.smithi146:> set -ex 2024-08-29T14:46:24.981 DEBUG:teuthology.orchestra.run.smithi146:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-08-29T14:46:25.039 INFO:tasks.cephadm:Adding host smithi146 to orchestrator... 2024-08-29T14:46:25.040 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph orch host add smithi146 2024-08-29T14:46:25.232 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:46:25.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:25 smithi064 ceph-mon[19398]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:46:25.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:25 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:25.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:25 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:46:25.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:25 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:46:25.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:25 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:46:25.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:25 smithi064 ceph-mon[19398]: Updating smithi064:/etc/ceph/ceph.conf 2024-08-29T14:46:25.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:25 smithi064 ceph-mon[19398]: Updating smithi064:/var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T14:46:25.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:25 smithi064 ceph-mon[19398]: Updating smithi064:/etc/ceph/ceph.client.admin.keyring 2024-08-29T14:46:25.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:25 smithi064 ceph-mon[19398]: Updating smithi064:/var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T14:46:25.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:25 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:25.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:25 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:25.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:25 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:27.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:27 smithi064 ceph-mon[19398]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi146", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:46:30.441 INFO:teuthology.orchestra.run.smithi064.stdout:Added host 'smithi146' with addr '172.21.15.146' 2024-08-29T14:46:30.441 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:30 smithi064 ceph-mon[19398]: Deploying cephadm binary to smithi146 2024-08-29T14:46:30.442 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:30 smithi064 ceph-mon[19398]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:46:31.076 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph orch host ls --format=json 2024-08-29T14:46:31.271 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:46:31.667 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:31 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:31.667 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:31 smithi064 ceph-mon[19398]: Added host smithi146 2024-08-29T14:46:31.667 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:31 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:46:31.667 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:31 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:31.667 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:31 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:31.667 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:31 smithi064 ceph-mon[19398]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:46:33.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:32 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:33.100 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:46:33.100 INFO:teuthology.orchestra.run.smithi064.stdout:[{"addr": "172.21.15.64", "hostname": "smithi064", "labels": [], "status": ""}, {"addr": "172.21.15.146", "hostname": "smithi146", "labels": [], "status": ""}] 2024-08-29T14:46:33.714 INFO:tasks.cephadm:Setting crush tunables to default 2024-08-29T14:46:33.714 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph osd crush tunables default 2024-08-29T14:46:33.909 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:46:34.026 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:33 smithi064 ceph-mon[19398]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:46:35.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:34 smithi064 ceph-mon[19398]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-29T14:46:35.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:34 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:35.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:34 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:35.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:34 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:35.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:34 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:35.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:34 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi146", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:46:35.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:34 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:46:35.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:34 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:46:36.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:35 smithi064 ceph-mon[19398]: Updating smithi146:/etc/ceph/ceph.conf 2024-08-29T14:46:36.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:35 smithi064 ceph-mon[19398]: Updating smithi146:/var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T14:46:36.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:35 smithi064 ceph-mon[19398]: Updating smithi146:/etc/ceph/ceph.client.admin.keyring 2024-08-29T14:46:36.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:35 smithi064 ceph-mon[19398]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:46:36.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:35 smithi064 ceph-mon[19398]: Updating smithi146:/var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T14:46:36.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:35 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:36.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:35 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:36.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:35 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:36.757 INFO:teuthology.orchestra.run.smithi064.stderr:adjusted tunables profile to default 2024-08-29T14:46:37.013 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:36 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/3429629551' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-08-29T14:46:37.324 INFO:tasks.cephadm:Adding mon.a on smithi064 2024-08-29T14:46:37.324 INFO:tasks.cephadm:Adding mon.c on smithi064 2024-08-29T14:46:37.324 INFO:tasks.cephadm:Adding mon.b on smithi146 2024-08-29T14:46:37.324 DEBUG:teuthology.orchestra.run.smithi146:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph orch apply mon '3;smithi064:172.21.15.64=a;smithi064:[v2:172.21.15.64:3301,v1:172.21.15.64:6790]=c;smithi146:172.21.15.146=b' 2024-08-29T14:46:37.521 INFO:teuthology.orchestra.run.smithi146.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T14:46:38.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:37 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/3429629551' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-08-29T14:46:38.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:37 smithi064 ceph-mon[19398]: osdmap e4: 0 total, 0 up, 0 in 2024-08-29T14:46:38.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:37 smithi064 ceph-mon[19398]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:46:39.215 INFO:teuthology.orchestra.run.smithi146.stdout:Scheduled mon update... 2024-08-29T14:46:39.796 DEBUG:teuthology.orchestra.run.smithi064:mon.c> sudo journalctl -f -n 0 -u ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@mon.c.service 2024-08-29T14:46:39.799 DEBUG:teuthology.orchestra.run.smithi146:mon.b> sudo journalctl -f -n 0 -u ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@mon.b.service 2024-08-29T14:46:39.802 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-08-29T14:46:39.802 DEBUG:teuthology.orchestra.run.smithi146:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph mon dump -f json 2024-08-29T14:46:40.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:40 smithi064 ceph-mon[19398]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:46:40.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:40 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:40.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:40 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:46:40.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:40 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:46:40.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:40 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:46:40.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:40 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:40.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:40 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T14:46:40.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:40 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:46:40.385 INFO:teuthology.orchestra.run.smithi146.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T14:46:41.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:41 smithi064 ceph-mon[19398]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi064:172.21.15.64=a;smithi064:[v2:172.21.15.64:3301,v1:172.21.15.64:6790]=c;smithi146:172.21.15.146=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:46:41.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:41 smithi064 ceph-mon[19398]: Saving service mon spec with placement smithi064:172.21.15.64=a;smithi064:[v2:172.21.15.64:3301,v1:172.21.15.64:6790]=c;smithi146:172.21.15.146=b;count:3 2024-08-29T14:46:41.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:41 smithi064 ceph-mon[19398]: Deploying daemon mon.b on smithi146 2024-08-29T14:46:42.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:42 smithi064 ceph-mon[19398]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:46:43.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:43 smithi064 ceph-mon[19398]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:46:43.570 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:46:43.571 INFO:teuthology.orchestra.run.smithi146.stdout:{"epoch":1,"fsid":"2b44bde8-6615-11ef-bcd4-c7b262605968","modified":"2024-08-29T14:45:07.562127Z","created":"2024-08-29T14:45:07.562127Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:3300","nonce":0},{"type":"v1","addr":"172.21.15.64:6789","nonce":0}]},"addr":"172.21.15.64:6789/0","public_addr":"172.21.15.64:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-08-29T14:46:43.571 INFO:teuthology.orchestra.run.smithi146.stderr:dumped monmap epoch 1 2024-08-29T14:46:44.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:44 smithi064 ceph-mon[19398]: from='client.? 172.21.15.146:0/2451537' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-29T14:46:44.701 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:44 smithi146 ceph-mon[23161]: mon.b@-1(???) e0 preinit fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 2024-08-29T14:46:44.701 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:44 smithi146 ceph-mon[23161]: mon.b@-1(synchronizing).mds e1 new map 2024-08-29T14:46:44.701 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:44 smithi146 ceph-mon[23161]: mon.b@-1(synchronizing).mds e1 print_map 2024-08-29T14:46:44.701 INFO:journalctl@ceph.mon.b.smithi146.stdout: e1 2024-08-29T14:46:44.701 INFO:journalctl@ceph.mon.b.smithi146.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-29T14:46:44.701 INFO:journalctl@ceph.mon.b.smithi146.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-29T14:46:44.701 INFO:journalctl@ceph.mon.b.smithi146.stdout: legacy client fscid: -1 2024-08-29T14:46:44.701 INFO:journalctl@ceph.mon.b.smithi146.stdout: 2024-08-29T14:46:44.701 INFO:journalctl@ceph.mon.b.smithi146.stdout: No filesystems configured 2024-08-29T14:46:44.702 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:44 smithi146 ceph-mon[23161]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-08-29T14:46:44.702 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:44 smithi146 ceph-mon[23161]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-08-29T14:46:44.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:44 smithi146 ceph-mon[23161]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-08-29T14:46:44.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:44 smithi146 ceph-mon[23161]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-08-29T14:46:44.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:44 smithi146 ceph-mon[23161]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-08-29T14:46:44.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:44 smithi146 ceph-mon[23161]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-08-29T14:46:44.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:44 smithi146 ceph-mon[23161]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-08-29T14:46:44.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:44 smithi146 ceph-mon[23161]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-29T14:46:44.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:44 smithi146 ceph-mon[23161]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-29T14:46:44.976 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:44 smithi146 ceph-mon[23161]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-29T14:46:44.976 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:44 smithi146 ceph-mon[23161]: Updating smithi146:/etc/ceph/ceph.conf 2024-08-29T14:46:44.976 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:44 smithi146 ceph-mon[23161]: Updating smithi146:/var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T14:46:44.976 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:44 smithi146 ceph-mon[23161]: Updating smithi146:/etc/ceph/ceph.client.admin.keyring 2024-08-29T14:46:44.976 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:44 smithi146 ceph-mon[23161]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:46:44.976 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:44 smithi146 ceph-mon[23161]: Updating smithi146:/var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T14:46:44.976 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:44 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:44.976 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:44 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:44.976 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:44 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:44.976 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:44 smithi146 ceph-mon[23161]: from='client.? 172.21.15.64:0/3429629551' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-08-29T14:46:44.976 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:44 smithi146 ceph-mon[23161]: from='client.? 172.21.15.64:0/3429629551' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-08-29T14:46:44.976 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:44 smithi146 ceph-mon[23161]: osdmap e4: 0 total, 0 up, 0 in 2024-08-29T14:46:44.976 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:44 smithi146 ceph-mon[23161]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:46:44.977 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:44 smithi146 ceph-mon[23161]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:46:44.977 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:44 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:44.977 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:44 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:46:44.977 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:44 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:46:44.977 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:44 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:46:44.977 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:44 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:44.977 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:44 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T14:46:44.977 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:44 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:46:44.977 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:44 smithi146 ceph-mon[23161]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi064:172.21.15.64=a;smithi064:[v2:172.21.15.64:3301,v1:172.21.15.64:6790]=c;smithi146:172.21.15.146=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:46:44.977 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:44 smithi146 ceph-mon[23161]: Saving service mon spec with placement smithi064:172.21.15.64=a;smithi064:[v2:172.21.15.64:3301,v1:172.21.15.64:6790]=c;smithi146:172.21.15.146=b;count:3 2024-08-29T14:46:44.977 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:44 smithi146 ceph-mon[23161]: Deploying daemon mon.b on smithi146 2024-08-29T14:46:44.977 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:44 smithi146 ceph-mon[23161]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:46:44.977 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:44 smithi146 ceph-mon[23161]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:46:44.978 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:44 smithi146 ceph-mon[23161]: from='client.? 172.21.15.146:0/2451537' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-29T14:46:44.978 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:44 smithi146 ceph-mon[23161]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-08-29T14:46:44.978 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:44 smithi146 bash[23123]: 93e457c69213956612ea3d1c3e0dd233ab2034713e1e1362941d0cc7490549d0 2024-08-29T14:46:44.978 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:44 smithi146 systemd[1]: Started Ceph mon.b for 2b44bde8-6615-11ef-bcd4-c7b262605968. 2024-08-29T14:46:45.211 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-08-29T14:46:45.212 DEBUG:teuthology.orchestra.run.smithi146:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph mon dump -f json 2024-08-29T14:46:45.416 INFO:teuthology.orchestra.run.smithi146.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.b/config 2024-08-29T14:46:50.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:49 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:46:50.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:49 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:46:50.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:49 smithi064 ceph-mon[19398]: mon.a calling monitor election 2024-08-29T14:46:50.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:49 smithi064 ceph-mon[19398]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:46:50.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:49 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:46:50.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:49 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:46:50.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:49 smithi064 ceph-mon[19398]: mon.b calling monitor election 2024-08-29T14:46:50.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:49 smithi064 ceph-mon[19398]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:46:50.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:49 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:46:50.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:49 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:46:50.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:49 smithi064 ceph-mon[19398]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:46:50.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:49 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:46:50.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:49 smithi064 ceph-mon[19398]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-08-29T14:46:50.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:49 smithi064 ceph-mon[19398]: monmap e2: 2 mons at {a=[v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0],b=[v2:172.21.15.146:3300/0,v1:172.21.15.146:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-29T14:46:50.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:49 smithi064 ceph-mon[19398]: fsmap 2024-08-29T14:46:50.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:49 smithi064 ceph-mon[19398]: osdmap e4: 0 total, 0 up, 0 in 2024-08-29T14:46:50.032 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:49 smithi064 ceph-mon[19398]: mgrmap e13: y(active, since 40s) 2024-08-29T14:46:50.032 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:49 smithi064 ceph-mon[19398]: overall HEALTH_OK 2024-08-29T14:46:50.032 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:49 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:50.032 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:49 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:50.032 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:49 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:50.032 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:49 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T14:46:50.032 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:49 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:46:50.130 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:49 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:46:50.130 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:49 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:46:50.130 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:49 smithi146 ceph-mon[23161]: mon.a calling monitor election 2024-08-29T14:46:50.130 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:49 smithi146 ceph-mon[23161]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:46:50.130 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:49 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:46:50.130 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:49 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:46:50.131 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:49 smithi146 ceph-mon[23161]: mon.b calling monitor election 2024-08-29T14:46:50.131 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:49 smithi146 ceph-mon[23161]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:46:50.131 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:49 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:46:50.131 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:49 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:46:50.131 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:49 smithi146 ceph-mon[23161]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:46:50.131 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:49 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:46:50.131 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:49 smithi146 ceph-mon[23161]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-08-29T14:46:50.131 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:49 smithi146 ceph-mon[23161]: monmap e2: 2 mons at {a=[v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0],b=[v2:172.21.15.146:3300/0,v1:172.21.15.146:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-29T14:46:50.131 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:49 smithi146 ceph-mon[23161]: fsmap 2024-08-29T14:46:50.131 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:49 smithi146 ceph-mon[23161]: osdmap e4: 0 total, 0 up, 0 in 2024-08-29T14:46:50.131 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:49 smithi146 ceph-mon[23161]: mgrmap e13: y(active, since 40s) 2024-08-29T14:46:50.131 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:49 smithi146 ceph-mon[23161]: overall HEALTH_OK 2024-08-29T14:46:50.131 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:49 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:50.131 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:49 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:50.132 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:49 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:50.132 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:49 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T14:46:50.132 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:49 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:46:50.132 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:46:50.132 INFO:teuthology.orchestra.run.smithi146.stdout:{"epoch":2,"fsid":"2b44bde8-6615-11ef-bcd4-c7b262605968","modified":"2024-08-29T14:46:44.705526Z","created":"2024-08-29T14:45:07.562127Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:3300","nonce":0},{"type":"v1","addr":"172.21.15.64:6789","nonce":0}]},"addr":"172.21.15.64:6789/0","public_addr":"172.21.15.64:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:3300","nonce":0},{"type":"v1","addr":"172.21.15.146:6789","nonce":0}]},"addr":"172.21.15.146:6789/0","public_addr":"172.21.15.146:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-08-29T14:46:50.132 INFO:teuthology.orchestra.run.smithi146.stderr:dumped monmap epoch 2 2024-08-29T14:46:50.974 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:50 smithi146 ceph-mon[23161]: Deploying daemon mon.c on smithi064 2024-08-29T14:46:50.974 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:50 smithi146 ceph-mon[23161]: from='client.? 172.21.15.146:0/1679414982' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-29T14:46:50.974 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:50 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:46:51.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:50 smithi064 ceph-mon[19398]: Deploying daemon mon.c on smithi064 2024-08-29T14:46:51.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:50 smithi064 ceph-mon[19398]: from='client.? 172.21.15.146:0/1679414982' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-29T14:46:51.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:50 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:46:51.716 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-08-29T14:46:51.716 DEBUG:teuthology.orchestra.run.smithi146:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph mon dump -f json 2024-08-29T14:46:51.911 INFO:teuthology.orchestra.run.smithi146.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.b/config 2024-08-29T14:46:52.032 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:51 smithi146 ceph-mon[23161]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:46:52.116 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:51 smithi064 ceph-mon[19398]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:46:52.458 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 systemd[1]: Starting Ceph mon.c for 2b44bde8-6615-11ef-bcd4-c7b262605968... 2024-08-29T14:46:52.780 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 podman[30795]: 2024-08-29 14:46:52.571105021 +0000 UTC m=+0.015956983 image pull 96384990183a90e11fa6fcb78b6a44500ccf55da778999360ad8f92318176892 quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee 2024-08-29T14:46:52.780 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 podman[30795]: 2024-08-29 14:46:52.685010704 +0000 UTC m=+0.129862707 container create d074cbb94731a47ccc5c638f7e1bc5afa553cbf31087c21a8d7c03299f91ae61 (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mon-c, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, RELEASE=reef-fe43f1c, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.37.1, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731) 2024-08-29T14:46:53.281 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 podman[30795]: 2024-08-29 14:46:52.878804861 +0000 UTC m=+0.323656833 container init d074cbb94731a47ccc5c638f7e1bc5afa553cbf31087c21a8d7c03299f91ae61 (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mon-c, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, io.buildah.version=1.37.1, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-fe43f1c, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-08-29T14:46:53.281 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 podman[30795]: 2024-08-29 14:46:52.883741626 +0000 UTC m=+0.328593586 container start d074cbb94731a47ccc5c638f7e1bc5afa553cbf31087c21a8d7c03299f91ae61 (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mon-c, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-fe43f1c, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.37.1, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD) 2024-08-29T14:46:53.281 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: set uid:gid to 167:167 (ceph:ceph) 2024-08-29T14:46:53.281 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: ceph version 18.2.4-774-gfe43f1c9 (fe43f1c9f9e2945dda7244d8acbd33fb921449af) reef (stable), process ceph-mon, pid 7 2024-08-29T14:46:53.281 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: pidfile_write: ignore empty --pid-file 2024-08-29T14:46:53.282 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: load: jerasure load: lrc 2024-08-29T14:46:53.282 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: RocksDB version: 7.9.2 2024-08-29T14:46:53.282 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Git sha 0 2024-08-29T14:46:53.282 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Compile date 2024-08-26 17:15:55 2024-08-29T14:46:53.282 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: DB SUMMARY 2024-08-29T14:46:53.282 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: DB Session ID: 86WR3MG3TD37WXJ1PV1R 2024-08-29T14:46:53.282 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: CURRENT file: CURRENT 2024-08-29T14:46:53.282 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: IDENTITY file: IDENTITY 2024-08-29T14:46:53.282 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-08-29T14:46:53.282 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-08-29T14:46:53.282 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 636 ; 2024-08-29T14:46:53.283 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.error_if_exists: 0 2024-08-29T14:46:53.283 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.create_if_missing: 0 2024-08-29T14:46:53.283 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.paranoid_checks: 1 2024-08-29T14:46:53.283 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.flush_verify_memtable_count: 1 2024-08-29T14:46:53.283 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-29T14:46:53.283 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-08-29T14:46:53.283 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.env: 0x55598f9cebc0 2024-08-29T14:46:53.283 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.fs: PosixFileSystem 2024-08-29T14:46:53.283 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.info_log: 0x555991a3ebe0 2024-08-29T14:46:53.283 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.max_file_opening_threads: 16 2024-08-29T14:46:53.283 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.statistics: (nil) 2024-08-29T14:46:53.283 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.use_fsync: 0 2024-08-29T14:46:53.283 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.max_log_file_size: 0 2024-08-29T14:46:53.284 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-29T14:46:53.284 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-29T14:46:53.284 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.keep_log_file_num: 1000 2024-08-29T14:46:53.284 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.recycle_log_file_num: 0 2024-08-29T14:46:53.284 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.allow_fallocate: 1 2024-08-29T14:46:53.284 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.allow_mmap_reads: 0 2024-08-29T14:46:53.284 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.allow_mmap_writes: 0 2024-08-29T14:46:53.284 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.use_direct_reads: 0 2024-08-29T14:46:53.284 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-29T14:46:53.284 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.create_missing_column_families: 0 2024-08-29T14:46:53.285 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.db_log_dir: 2024-08-29T14:46:53.285 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.wal_dir: 2024-08-29T14:46:53.285 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-29T14:46:53.285 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-29T14:46:53.285 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-29T14:46:53.285 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-29T14:46:53.285 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-29T14:46:53.285 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-29T14:46:53.285 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.advise_random_on_open: 1 2024-08-29T14:46:53.285 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.db_write_buffer_size: 0 2024-08-29T14:46:53.285 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.write_buffer_manager: 0x555991a4c320 2024-08-29T14:46:53.286 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-29T14:46:53.286 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-29T14:46:53.286 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-29T14:46:53.286 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.rate_limiter: (nil) 2024-08-29T14:46:53.286 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-29T14:46:53.286 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.wal_recovery_mode: 2 2024-08-29T14:46:53.286 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.enable_thread_tracking: 0 2024-08-29T14:46:53.286 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.enable_pipelined_write: 0 2024-08-29T14:46:53.286 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.unordered_write: 0 2024-08-29T14:46:53.286 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-29T14:46:53.286 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-29T14:46:53.286 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-29T14:46:53.286 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-29T14:46:53.287 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.row_cache: None 2024-08-29T14:46:53.287 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.wal_filter: None 2024-08-29T14:46:53.287 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-29T14:46:53.289 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.allow_ingest_behind: 0 2024-08-29T14:46:53.290 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.two_write_queues: 0 2024-08-29T14:46:53.290 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.manual_wal_flush: 0 2024-08-29T14:46:53.290 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.wal_compression: 0 2024-08-29T14:46:53.290 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.atomic_flush: 0 2024-08-29T14:46:53.290 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-29T14:46:53.290 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-29T14:46:53.290 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-29T14:46:53.291 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.log_readahead_size: 0 2024-08-29T14:46:53.291 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-29T14:46:53.291 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.best_efforts_recovery: 0 2024-08-29T14:46:53.291 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-29T14:46:53.291 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-29T14:46:53.291 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.allow_data_in_errors: 0 2024-08-29T14:46:53.291 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.db_host_id: __hostname__ 2024-08-29T14:46:53.291 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.enforce_single_del_contracts: true 2024-08-29T14:46:53.292 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.max_background_jobs: 2 2024-08-29T14:46:53.292 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.max_background_compactions: -1 2024-08-29T14:46:53.292 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.max_subcompactions: 1 2024-08-29T14:46:53.292 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-29T14:46:53.292 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-29T14:46:53.292 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-29T14:46:53.292 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.max_total_wal_size: 0 2024-08-29T14:46:53.292 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-29T14:46:53.292 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-29T14:46:53.292 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-29T14:46:53.292 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-29T14:46:53.293 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.max_open_files: -1 2024-08-29T14:46:53.293 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.bytes_per_sync: 0 2024-08-29T14:46:53.293 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-29T14:46:53.293 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-29T14:46:53.293 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.compaction_readahead_size: 0 2024-08-29T14:46:53.293 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.max_background_flushes: -1 2024-08-29T14:46:53.293 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Compression algorithms supported: 2024-08-29T14:46:53.293 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: kZSTD supported: 0 2024-08-29T14:46:53.293 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: kXpressCompression supported: 0 2024-08-29T14:46:53.293 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: kBZip2Compression supported: 0 2024-08-29T14:46:53.294 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-29T14:46:53.294 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: kLZ4Compression supported: 1 2024-08-29T14:46:53.294 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: kZlibCompression supported: 1 2024-08-29T14:46:53.294 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: kLZ4HCCompression supported: 1 2024-08-29T14:46:53.294 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: kSnappyCompression supported: 1 2024-08-29T14:46:53.294 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-29T14:46:53.294 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: DMutex implementation: pthread_mutex_t 2024-08-29T14:46:53.294 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2024-08-29T14:46:53.294 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-08-29T14:46:53.294 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-29T14:46:53.294 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.merge_operator: 2024-08-29T14:46:53.294 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.compaction_filter: None 2024-08-29T14:46:53.294 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.compaction_filter_factory: None 2024-08-29T14:46:53.294 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.sst_partitioner_factory: None 2024-08-29T14:46:53.294 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-29T14:46:53.295 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-29T14:46:53.295 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x555991a3e7e0) 2024-08-29T14:46:53.295 INFO:journalctl@ceph.mon.c.smithi064.stdout: cache_index_and_filter_blocks: 1 2024-08-29T14:46:53.295 INFO:journalctl@ceph.mon.c.smithi064.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-29T14:46:53.295 INFO:journalctl@ceph.mon.c.smithi064.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-29T14:46:53.295 INFO:journalctl@ceph.mon.c.smithi064.stdout: pin_top_level_index_and_filter: 1 2024-08-29T14:46:53.295 INFO:journalctl@ceph.mon.c.smithi064.stdout: index_type: 0 2024-08-29T14:46:53.295 INFO:journalctl@ceph.mon.c.smithi064.stdout: data_block_index_type: 0 2024-08-29T14:46:53.295 INFO:journalctl@ceph.mon.c.smithi064.stdout: index_shortening: 1 2024-08-29T14:46:53.295 INFO:journalctl@ceph.mon.c.smithi064.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-29T14:46:53.295 INFO:journalctl@ceph.mon.c.smithi064.stdout: checksum: 4 2024-08-29T14:46:53.295 INFO:journalctl@ceph.mon.c.smithi064.stdout: no_block_cache: 0 2024-08-29T14:46:53.295 INFO:journalctl@ceph.mon.c.smithi064.stdout: block_cache: 0x555991a33350 2024-08-29T14:46:53.295 INFO:journalctl@ceph.mon.c.smithi064.stdout: block_cache_name: BinnedLRUCache 2024-08-29T14:46:53.296 INFO:journalctl@ceph.mon.c.smithi064.stdout: block_cache_options: 2024-08-29T14:46:53.296 INFO:journalctl@ceph.mon.c.smithi064.stdout: capacity : 536870912 2024-08-29T14:46:53.296 INFO:journalctl@ceph.mon.c.smithi064.stdout: num_shard_bits : 4 2024-08-29T14:46:53.296 INFO:journalctl@ceph.mon.c.smithi064.stdout: strict_capacity_limit : 0 2024-08-29T14:46:53.296 INFO:journalctl@ceph.mon.c.smithi064.stdout: high_pri_pool_ratio: 0.000 2024-08-29T14:46:53.296 INFO:journalctl@ceph.mon.c.smithi064.stdout: block_cache_compressed: (nil) 2024-08-29T14:46:53.296 INFO:journalctl@ceph.mon.c.smithi064.stdout: persistent_cache: (nil) 2024-08-29T14:46:53.296 INFO:journalctl@ceph.mon.c.smithi064.stdout: block_size: 4096 2024-08-29T14:46:53.296 INFO:journalctl@ceph.mon.c.smithi064.stdout: block_size_deviation: 10 2024-08-29T14:46:53.296 INFO:journalctl@ceph.mon.c.smithi064.stdout: block_restart_interval: 16 2024-08-29T14:46:53.296 INFO:journalctl@ceph.mon.c.smithi064.stdout: index_block_restart_interval: 1 2024-08-29T14:46:53.296 INFO:journalctl@ceph.mon.c.smithi064.stdout: metadata_block_size: 4096 2024-08-29T14:46:53.296 INFO:journalctl@ceph.mon.c.smithi064.stdout: partition_filters: 0 2024-08-29T14:46:53.296 INFO:journalctl@ceph.mon.c.smithi064.stdout: use_delta_encoding: 1 2024-08-29T14:46:53.296 INFO:journalctl@ceph.mon.c.smithi064.stdout: filter_policy: bloomfilter 2024-08-29T14:46:53.297 INFO:journalctl@ceph.mon.c.smithi064.stdout: whole_key_filtering: 1 2024-08-29T14:46:53.297 INFO:journalctl@ceph.mon.c.smithi064.stdout: verify_compression: 0 2024-08-29T14:46:53.297 INFO:journalctl@ceph.mon.c.smithi064.stdout: read_amp_bytes_per_bit: 0 2024-08-29T14:46:53.297 INFO:journalctl@ceph.mon.c.smithi064.stdout: format_version: 5 2024-08-29T14:46:53.297 INFO:journalctl@ceph.mon.c.smithi064.stdout: enable_index_compression: 1 2024-08-29T14:46:53.297 INFO:journalctl@ceph.mon.c.smithi064.stdout: block_align: 0 2024-08-29T14:46:53.297 INFO:journalctl@ceph.mon.c.smithi064.stdout: max_auto_readahead_size: 262144 2024-08-29T14:46:53.297 INFO:journalctl@ceph.mon.c.smithi064.stdout: prepopulate_block_cache: 0 2024-08-29T14:46:53.297 INFO:journalctl@ceph.mon.c.smithi064.stdout: initial_auto_readahead_size: 8192 2024-08-29T14:46:53.297 INFO:journalctl@ceph.mon.c.smithi064.stdout: num_file_reads_for_auto_readahead: 2 2024-08-29T14:46:53.298 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.write_buffer_size: 33554432 2024-08-29T14:46:53.298 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.max_write_buffer_number: 2 2024-08-29T14:46:53.298 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.compression: NoCompression 2024-08-29T14:46:53.298 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.bottommost_compression: Disabled 2024-08-29T14:46:53.298 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.prefix_extractor: nullptr 2024-08-29T14:46:53.298 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-29T14:46:53.298 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.num_levels: 7 2024-08-29T14:46:53.298 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-29T14:46:53.298 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-29T14:46:53.298 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-29T14:46:53.298 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-29T14:46:53.299 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-29T14:46:53.299 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-29T14:46:53.299 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-29T14:46:53.299 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-29T14:46:53.299 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-29T14:46:53.299 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-29T14:46:53.299 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-08-29T14:46:53.299 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-08-29T14:46:53.299 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-29T14:46:53.300 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.compression_opts.level: 32767 2024-08-29T14:46:53.300 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.compression_opts.strategy: 0 2024-08-29T14:46:53.300 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-29T14:46:53.300 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-29T14:46:53.300 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-08-29T14:46:53.300 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-29T14:46:53.300 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.compression_opts.enabled: false 2024-08-29T14:46:53.300 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-08-29T14:46:53.300 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-29T14:46:53.300 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-29T14:46:53.300 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-29T14:46:53.301 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.target_file_size_base: 67108864 2024-08-29T14:46:53.301 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-29T14:46:53.301 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-29T14:46:53.301 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-29T14:46:53.301 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-29T14:46:53.301 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-29T14:46:53.301 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-29T14:46:53.301 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-29T14:46:53.302 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-29T14:46:53.302 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-29T14:46:53.302 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-29T14:46:53.302 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-29T14:46:53.302 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-29T14:46:53.302 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-29T14:46:53.302 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-08-29T14:46:53.302 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.arena_block_size: 1048576 2024-08-29T14:46:53.302 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-29T14:46:53.302 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-29T14:46:53.302 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.disable_auto_compactions: 0 2024-08-29T14:46:53.302 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-29T14:46:53.302 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-29T14:46:53.302 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-29T14:46:53.303 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-29T14:46:53.303 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-29T14:46:53.303 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-29T14:46:53.303 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-29T14:46:53.303 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-29T14:46:53.303 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-29T14:46:53.303 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-29T14:46:53.303 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-08-29T14:46:53.303 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.inplace_update_support: 0 2024-08-29T14:46:53.303 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-29T14:46:53.303 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-29T14:46:53.303 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-29T14:46:53.303 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-29T14:46:53.303 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.bloom_locality: 0 2024-08-29T14:46:53.303 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.max_successive_merges: 0 2024-08-29T14:46:53.304 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-29T14:46:53.304 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.paranoid_file_checks: 0 2024-08-29T14:46:53.304 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.force_consistency_checks: 1 2024-08-29T14:46:53.304 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.report_bg_io_stats: 0 2024-08-29T14:46:53.304 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.ttl: 2592000 2024-08-29T14:46:53.304 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-29T14:46:53.304 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-08-29T14:46:53.304 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-08-29T14:46:53.304 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.enable_blob_files: false 2024-08-29T14:46:53.304 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.min_blob_size: 0 2024-08-29T14:46:53.304 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.blob_file_size: 268435456 2024-08-29T14:46:53.305 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-29T14:46:53.305 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-29T14:46:53.305 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-29T14:46:53.305 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-08-29T14:46:53.305 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-08-29T14:46:53.305 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.blob_file_starting_level: 0 2024-08-29T14:46:53.305 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-08-29T14:46:53.305 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-08-29T14:46:53.306 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-08-29T14:46:53.306 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: a58bf25b-712a-4763-989e-69b52642ee87 2024-08-29T14:46:53.306 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: EVENT_LOG_v1 {"time_micros": 1724942812911278, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-08-29T14:46:53.306 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-08-29T14:46:53.306 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: EVENT_LOG_v1 {"time_micros": 1724942812911839, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1773, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1724942812, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "a58bf25b-712a-4763-989e-69b52642ee87", "db_session_id": "86WR3MG3TD37WXJ1PV1R", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-08-29T14:46:53.306 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: EVENT_LOG_v1 {"time_micros": 1724942812911971, "job": 1, "event": "recovery_finished"} 2024-08-29T14:46:53.306 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-08-29T14:46:53.306 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-29T14:46:53.306 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x555991a5ee00 2024-08-29T14:46:53.306 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: DB pointer 0x555991b52000 2024-08-29T14:46:53.306 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-08-29T14:46:53.307 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-08-29T14:46:53.307 INFO:journalctl@ceph.mon.c.smithi064.stdout: ** DB Stats ** 2024-08-29T14:46:53.307 INFO:journalctl@ceph.mon.c.smithi064.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-29T14:46:53.307 INFO:journalctl@ceph.mon.c.smithi064.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-29T14:46:53.307 INFO:journalctl@ceph.mon.c.smithi064.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-29T14:46:53.307 INFO:journalctl@ceph.mon.c.smithi064.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-29T14:46:53.307 INFO:journalctl@ceph.mon.c.smithi064.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-29T14:46:53.307 INFO:journalctl@ceph.mon.c.smithi064.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-29T14:46:53.307 INFO:journalctl@ceph.mon.c.smithi064.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-29T14:46:53.307 INFO:journalctl@ceph.mon.c.smithi064.stdout: 2024-08-29T14:46:53.307 INFO:journalctl@ceph.mon.c.smithi064.stdout: ** Compaction Stats [default] ** 2024-08-29T14:46:53.307 INFO:journalctl@ceph.mon.c.smithi064.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-29T14:46:53.308 INFO:journalctl@ceph.mon.c.smithi064.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-08-29T14:46:53.308 INFO:journalctl@ceph.mon.c.smithi064.stdout: L0 1/0 1.73 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-08-29T14:46:53.308 INFO:journalctl@ceph.mon.c.smithi064.stdout: Sum 1/0 1.73 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-08-29T14:46:53.308 INFO:journalctl@ceph.mon.c.smithi064.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-08-29T14:46:53.308 INFO:journalctl@ceph.mon.c.smithi064.stdout: 2024-08-29T14:46:53.308 INFO:journalctl@ceph.mon.c.smithi064.stdout: ** Compaction Stats [default] ** 2024-08-29T14:46:53.308 INFO:journalctl@ceph.mon.c.smithi064.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-29T14:46:53.308 INFO:journalctl@ceph.mon.c.smithi064.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-29T14:46:53.308 INFO:journalctl@ceph.mon.c.smithi064.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-08-29T14:46:53.308 INFO:journalctl@ceph.mon.c.smithi064.stdout: 2024-08-29T14:46:53.308 INFO:journalctl@ceph.mon.c.smithi064.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-08-29T14:46:53.309 INFO:journalctl@ceph.mon.c.smithi064.stdout: 2024-08-29T14:46:53.309 INFO:journalctl@ceph.mon.c.smithi064.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-29T14:46:53.309 INFO:journalctl@ceph.mon.c.smithi064.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-08-29T14:46:53.309 INFO:journalctl@ceph.mon.c.smithi064.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-29T14:46:53.309 INFO:journalctl@ceph.mon.c.smithi064.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-29T14:46:53.309 INFO:journalctl@ceph.mon.c.smithi064.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-29T14:46:53.309 INFO:journalctl@ceph.mon.c.smithi064.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-29T14:46:53.309 INFO:journalctl@ceph.mon.c.smithi064.stdout: Cumulative compaction: 0.00 GB write, 0.46 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-29T14:46:53.309 INFO:journalctl@ceph.mon.c.smithi064.stdout: Interval compaction: 0.00 GB write, 0.46 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-29T14:46:53.309 INFO:journalctl@ceph.mon.c.smithi064.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-29T14:46:53.309 INFO:journalctl@ceph.mon.c.smithi064.stdout: Block cache BinnedLRUCache@0x555991a33350#7 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-08-29T14:46:53.309 INFO:journalctl@ceph.mon.c.smithi064.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-08-29T14:46:53.310 INFO:journalctl@ceph.mon.c.smithi064.stdout: 2024-08-29T14:46:53.310 INFO:journalctl@ceph.mon.c.smithi064.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-29T14:46:53.310 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-08-29T14:46:53.310 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: using public_addrv [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-08-29T14:46:53.310 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: starting mon.c rank -1 at public addrs [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] at bind addrs [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 2024-08-29T14:46:53.310 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: mon.c@-1(???) e0 preinit fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 2024-08-29T14:46:53.310 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: mon.c@-1(synchronizing).mds e1 new map 2024-08-29T14:46:53.310 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: mon.c@-1(synchronizing).mds e1 print_map 2024-08-29T14:46:53.310 INFO:journalctl@ceph.mon.c.smithi064.stdout: e1 2024-08-29T14:46:53.310 INFO:journalctl@ceph.mon.c.smithi064.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-29T14:46:53.310 INFO:journalctl@ceph.mon.c.smithi064.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-29T14:46:53.310 INFO:journalctl@ceph.mon.c.smithi064.stdout: legacy client fscid: -1 2024-08-29T14:46:53.311 INFO:journalctl@ceph.mon.c.smithi064.stdout: 2024-08-29T14:46:53.311 INFO:journalctl@ceph.mon.c.smithi064.stdout: No filesystems configured 2024-08-29T14:46:53.311 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-08-29T14:46:53.311 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-08-29T14:46:53.311 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-08-29T14:46:53.311 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-08-29T14:46:53.311 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-08-29T14:46:53.311 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-08-29T14:46:53.311 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-08-29T14:46:53.311 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-29T14:46:53.311 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-29T14:46:53.311 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-29T14:46:53.312 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: Updating smithi146:/etc/ceph/ceph.conf 2024-08-29T14:46:53.312 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: Updating smithi146:/var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T14:46:53.312 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: Updating smithi146:/etc/ceph/ceph.client.admin.keyring 2024-08-29T14:46:53.312 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:46:53.312 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: Updating smithi146:/var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T14:46:53.312 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:53.312 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:53.312 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:53.312 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: from='client.? 172.21.15.64:0/3429629551' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-08-29T14:46:53.312 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: from='client.? 172.21.15.64:0/3429629551' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-08-29T14:46:53.312 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: osdmap e4: 0 total, 0 up, 0 in 2024-08-29T14:46:53.312 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:46:53.313 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:46:53.313 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:53.313 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:46:53.313 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:46:53.313 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:46:53.313 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:53.313 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T14:46:53.313 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:46:53.313 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi064:172.21.15.64=a;smithi064:[v2:172.21.15.64:3301,v1:172.21.15.64:6790]=c;smithi146:172.21.15.146=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:46:53.313 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: Saving service mon spec with placement smithi064:172.21.15.64=a;smithi064:[v2:172.21.15.64:3301,v1:172.21.15.64:6790]=c;smithi146:172.21.15.146=b;count:3 2024-08-29T14:46:53.313 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: Deploying daemon mon.b on smithi146 2024-08-29T14:46:53.313 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:46:53.313 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:46:53.314 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: from='client.? 172.21.15.146:0/2451537' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-29T14:46:53.314 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:46:53.314 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:46:53.314 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: mon.a calling monitor election 2024-08-29T14:46:53.314 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:46:53.314 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:46:53.314 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:46:53.314 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: mon.b calling monitor election 2024-08-29T14:46:53.314 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:46:53.314 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:46:53.314 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:46:53.315 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:46:53.315 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:46:53.315 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-08-29T14:46:53.315 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: monmap e2: 2 mons at {a=[v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0],b=[v2:172.21.15.146:3300/0,v1:172.21.15.146:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-29T14:46:53.315 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: fsmap 2024-08-29T14:46:53.315 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: osdmap e4: 0 total, 0 up, 0 in 2024-08-29T14:46:53.315 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: mgrmap e13: y(active, since 40s) 2024-08-29T14:46:53.315 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: overall HEALTH_OK 2024-08-29T14:46:53.315 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:53.315 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:53.315 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:53.315 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T14:46:53.316 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:46:53.316 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: Deploying daemon mon.c on smithi064 2024-08-29T14:46:53.316 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: from='client.? 172.21.15.146:0/1679414982' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-29T14:46:53.316 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:46:53.316 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:46:53.316 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 ceph-mon[30833]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-08-29T14:46:53.316 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 bash[30795]: d074cbb94731a47ccc5c638f7e1bc5afa553cbf31087c21a8d7c03299f91ae61 2024-08-29T14:46:53.316 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:52 smithi064 systemd[1]: Started Ceph mon.c for 2b44bde8-6615-11ef-bcd4-c7b262605968. 2024-08-29T14:46:58.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:57 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:46:58.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:57 smithi064 ceph-mon[19398]: mon.a calling monitor election 2024-08-29T14:46:58.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:57 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:46:58.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:57 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:46:58.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:57 smithi064 ceph-mon[19398]: mon.b calling monitor election 2024-08-29T14:46:58.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:57 smithi064 ceph-mon[19398]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:46:58.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:57 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:46:58.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:57 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:46:58.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:57 smithi064 ceph-mon[19398]: mon.c calling monitor election 2024-08-29T14:46:58.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:57 smithi064 ceph-mon[19398]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:46:58.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:57 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:46:58.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:57 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:46:58.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:57 smithi064 ceph-mon[19398]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:46:58.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:57 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:46:58.282 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:57 smithi064 ceph-mon[19398]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-29T14:46:58.282 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:57 smithi064 ceph-mon[19398]: monmap e3: 3 mons at {a=[v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0],b=[v2:172.21.15.146:3300/0,v1:172.21.15.146:6789/0],c=[v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-29T14:46:58.282 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:57 smithi064 ceph-mon[19398]: fsmap 2024-08-29T14:46:58.282 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:57 smithi064 ceph-mon[19398]: osdmap e4: 0 total, 0 up, 0 in 2024-08-29T14:46:58.282 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:57 smithi064 ceph-mon[19398]: mgrmap e13: y(active, since 48s) 2024-08-29T14:46:58.282 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:57 smithi064 ceph-mon[19398]: overall HEALTH_OK 2024-08-29T14:46:58.282 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:57 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:58.282 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:57 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:58.282 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:57 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:58.282 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:57 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:58.282 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:57 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:46:58.282 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:57 smithi064 ceph-mon[30833]: mon.a calling monitor election 2024-08-29T14:46:58.283 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:57 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:46:58.283 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:57 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:46:58.283 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:57 smithi064 ceph-mon[30833]: mon.b calling monitor election 2024-08-29T14:46:58.283 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:57 smithi064 ceph-mon[30833]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:46:58.283 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:57 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:46:58.283 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:57 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:46:58.283 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:57 smithi064 ceph-mon[30833]: mon.c calling monitor election 2024-08-29T14:46:58.283 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:57 smithi064 ceph-mon[30833]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:46:58.283 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:57 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:46:58.283 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:57 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:46:58.283 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:57 smithi064 ceph-mon[30833]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:46:58.283 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:57 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:46:58.283 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:57 smithi064 ceph-mon[30833]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-29T14:46:58.283 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:57 smithi064 ceph-mon[30833]: monmap e3: 3 mons at {a=[v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0],b=[v2:172.21.15.146:3300/0,v1:172.21.15.146:6789/0],c=[v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-29T14:46:58.284 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:57 smithi064 ceph-mon[30833]: fsmap 2024-08-29T14:46:58.284 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:57 smithi064 ceph-mon[30833]: osdmap e4: 0 total, 0 up, 0 in 2024-08-29T14:46:58.284 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:57 smithi064 ceph-mon[30833]: mgrmap e13: y(active, since 48s) 2024-08-29T14:46:58.284 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:57 smithi064 ceph-mon[30833]: overall HEALTH_OK 2024-08-29T14:46:58.284 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:57 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:58.284 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:57 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:58.284 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:57 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:58.284 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:57 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:58.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:57 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:46:58.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:57 smithi146 ceph-mon[23161]: mon.a calling monitor election 2024-08-29T14:46:58.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:57 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:46:58.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:57 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:46:58.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:57 smithi146 ceph-mon[23161]: mon.b calling monitor election 2024-08-29T14:46:58.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:57 smithi146 ceph-mon[23161]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:46:58.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:57 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:46:58.476 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:57 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:46:58.476 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:57 smithi146 ceph-mon[23161]: mon.c calling monitor election 2024-08-29T14:46:58.476 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:57 smithi146 ceph-mon[23161]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:46:58.476 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:57 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:46:58.476 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:57 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:46:58.476 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:57 smithi146 ceph-mon[23161]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:46:58.476 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:57 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:46:58.476 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:57 smithi146 ceph-mon[23161]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-29T14:46:58.476 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:57 smithi146 ceph-mon[23161]: monmap e3: 3 mons at {a=[v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0],b=[v2:172.21.15.146:3300/0,v1:172.21.15.146:6789/0],c=[v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-29T14:46:58.476 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:57 smithi146 ceph-mon[23161]: fsmap 2024-08-29T14:46:58.476 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:57 smithi146 ceph-mon[23161]: osdmap e4: 0 total, 0 up, 0 in 2024-08-29T14:46:58.476 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:57 smithi146 ceph-mon[23161]: mgrmap e13: y(active, since 48s) 2024-08-29T14:46:58.477 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:57 smithi146 ceph-mon[23161]: overall HEALTH_OK 2024-08-29T14:46:58.477 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:57 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:58.477 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:57 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:58.477 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:57 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:58.477 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:57 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:59.280 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:59 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:46:59.281 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:59 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:46:59.281 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:59 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:59.281 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:46:59 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:59.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:59 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:46:59.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:59 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:46:59.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:59 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:59.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:46:59 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:59.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:59 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:46:59.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:59 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:46:59.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:59 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:59.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:46:59 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:46:59.633 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:46:59.633 INFO:teuthology.orchestra.run.smithi146.stdout:{"epoch":3,"fsid":"2b44bde8-6615-11ef-bcd4-c7b262605968","modified":"2024-08-29T14:46:52.937297Z","created":"2024-08-29T14:45:07.562127Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:3300","nonce":0},{"type":"v1","addr":"172.21.15.64:6789","nonce":0}]},"addr":"172.21.15.64:6789/0","public_addr":"172.21.15.64:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:3300","nonce":0},{"type":"v1","addr":"172.21.15.146:6789","nonce":0}]},"addr":"172.21.15.146:6789/0","public_addr":"172.21.15.146:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:3301","nonce":0},{"type":"v1","addr":"172.21.15.64:6790","nonce":0}]},"addr":"172.21.15.64:6790/0","public_addr":"172.21.15.64:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-08-29T14:46:59.633 INFO:teuthology.orchestra.run.smithi146.stderr:dumped monmap epoch 3 2024-08-29T14:47:00.124 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-08-29T14:47:00.125 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph config generate-minimal-conf 2024-08-29T14:47:00.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:00 smithi064 ceph-mon[19398]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:47:00.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:00 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:00.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:00 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:00.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:00 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:00.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:00 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:00.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:00 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:47:00.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:00 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:00.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:00 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:00.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:00 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:00.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:00 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:00.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:00 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:00.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:00 smithi064 ceph-mon[19398]: from='client.? 172.21.15.146:0/489558329' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-29T14:47:00.282 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:00 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:00.282 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:00 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:00.282 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:00 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:00.282 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:00 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:00.282 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:00 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T14:47:00.282 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:00 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-29T14:47:00.282 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:00 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:00.282 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:00 smithi064 ceph-mon[30833]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:47:00.282 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:00 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:00.282 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:00 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:00.282 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:00 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:00.282 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:00 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:00.282 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:00 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:47:00.283 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:00 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:00.283 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:00 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:00.283 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:00 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:00.283 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:00 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:00.283 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:00 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:00.283 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:00 smithi064 ceph-mon[30833]: from='client.? 172.21.15.146:0/489558329' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-29T14:47:00.283 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:00 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:00.283 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:00 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:00.283 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:00 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:00.283 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:00 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:00.283 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:00 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T14:47:00.283 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:00 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-29T14:47:00.283 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:00 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:00.476 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:00 smithi146 ceph-mon[23161]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:47:00.476 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:00 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:00.476 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:00 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:00.476 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:00 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:00.476 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:00 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:00.476 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:00 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:47:00.476 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:00 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:00.477 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:00 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:00.477 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:00 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:00.477 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:00 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:00.477 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:00 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:00.477 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:00 smithi146 ceph-mon[23161]: from='client.? 172.21.15.146:0/489558329' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-29T14:47:00.477 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:00 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:00.477 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:00 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:00.477 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:00 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:00.477 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:00 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:00.477 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:00 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T14:47:00.477 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:00 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-29T14:47:00.477 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:00 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:00.657 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:47:01.242 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:01 smithi064 ceph-mon[19398]: Updating smithi064:/etc/ceph/ceph.conf 2024-08-29T14:47:01.242 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:01 smithi064 ceph-mon[19398]: Updating smithi146:/etc/ceph/ceph.conf 2024-08-29T14:47:01.243 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:01 smithi064 ceph-mon[19398]: Updating smithi064:/var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T14:47:01.243 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:01 smithi064 ceph-mon[19398]: Updating smithi146:/var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T14:47:01.243 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:01 smithi064 ceph-mon[19398]: Reconfiguring mon.a (unknown last config time)... 2024-08-29T14:47:01.243 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:01 smithi064 ceph-mon[19398]: Reconfiguring daemon mon.a on smithi064 2024-08-29T14:47:01.243 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:01 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:01.243 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:01 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:01.243 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:01 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T14:47:01.243 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:01 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-29T14:47:01.243 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:01 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:01.243 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:01 smithi064 ceph-mon[30833]: Updating smithi064:/etc/ceph/ceph.conf 2024-08-29T14:47:01.243 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:01 smithi064 ceph-mon[30833]: Updating smithi146:/etc/ceph/ceph.conf 2024-08-29T14:47:01.244 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:01 smithi064 ceph-mon[30833]: Updating smithi064:/var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T14:47:01.244 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:01 smithi064 ceph-mon[30833]: Updating smithi146:/var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T14:47:01.244 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:01 smithi064 ceph-mon[30833]: Reconfiguring mon.a (unknown last config time)... 2024-08-29T14:47:01.244 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:01 smithi064 ceph-mon[30833]: Reconfiguring daemon mon.a on smithi064 2024-08-29T14:47:01.244 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:01 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:01.244 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:01 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:01.244 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:01 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T14:47:01.244 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:01 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-29T14:47:01.244 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:01 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:01.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:01 smithi146 ceph-mon[23161]: Updating smithi064:/etc/ceph/ceph.conf 2024-08-29T14:47:01.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:01 smithi146 ceph-mon[23161]: Updating smithi146:/etc/ceph/ceph.conf 2024-08-29T14:47:01.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:01 smithi146 ceph-mon[23161]: Updating smithi064:/var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T14:47:01.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:01 smithi146 ceph-mon[23161]: Updating smithi146:/var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T14:47:01.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:01 smithi146 ceph-mon[23161]: Reconfiguring mon.a (unknown last config time)... 2024-08-29T14:47:01.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:01 smithi146 ceph-mon[23161]: Reconfiguring daemon mon.a on smithi064 2024-08-29T14:47:01.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:01 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:01.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:01 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:01.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:01 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T14:47:01.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:01 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-29T14:47:01.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:01 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:02.096 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:02 smithi064 ceph-mon[19398]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:47:02.096 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:02 smithi064 ceph-mon[19398]: Reconfiguring mon.c (monmap changed)... 2024-08-29T14:47:02.096 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:02 smithi064 ceph-mon[19398]: Reconfiguring daemon mon.c on smithi064 2024-08-29T14:47:02.097 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:02 smithi064 ceph-mon[30833]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:47:02.097 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:02 smithi064 ceph-mon[30833]: Reconfiguring mon.c (monmap changed)... 2024-08-29T14:47:02.097 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:02 smithi064 ceph-mon[30833]: Reconfiguring daemon mon.c on smithi064 2024-08-29T14:47:02.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:02 smithi146 ceph-mon[23161]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:47:02.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:02 smithi146 ceph-mon[23161]: Reconfiguring mon.c (monmap changed)... 2024-08-29T14:47:02.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:02 smithi146 ceph-mon[23161]: Reconfiguring daemon mon.c on smithi064 2024-08-29T14:47:03.724 INFO:teuthology.orchestra.run.smithi064.stdout:# minimal ceph.conf for 2b44bde8-6615-11ef-bcd4-c7b262605968 2024-08-29T14:47:03.724 INFO:teuthology.orchestra.run.smithi064.stdout:[global] 2024-08-29T14:47:03.725 INFO:teuthology.orchestra.run.smithi064.stdout: fsid = 2b44bde8-6615-11ef-bcd4-c7b262605968 2024-08-29T14:47:03.725 INFO:teuthology.orchestra.run.smithi064.stdout: mon_host = [v2:172.21.15.64:3300/0,v1:172.21.15.64:6789/0] [v2:172.21.15.146:3300/0,v1:172.21.15.146:6789/0] [v2:172.21.15.64:3301/0,v1:172.21.15.64:6790/0] 2024-08-29T14:47:04.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:04 smithi146 ceph-mon[23161]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:47:04.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:04 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:04.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:04 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:04.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:04 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T14:47:04.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:04 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-29T14:47:04.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:04 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:04.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:04 smithi146 ceph-mon[23161]: from='client.? 172.21.15.64:0/1941566697' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:04.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:04 smithi064 ceph-mon[19398]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:47:04.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:04 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:04.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:04 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:04.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:04 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T14:47:04.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:04 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-29T14:47:04.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:04 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:04.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:04 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/1941566697' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:04.282 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:04 smithi064 ceph-mon[30833]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:47:04.282 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:04 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:04.282 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:04 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:04.282 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:04 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T14:47:04.282 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:04 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-29T14:47:04.283 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:04 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:04.283 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:04 smithi064 ceph-mon[30833]: from='client.? 172.21.15.64:0/1941566697' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:04.406 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-08-29T14:47:04.406 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-08-29T14:47:04.406 DEBUG:teuthology.orchestra.run.smithi064:> sudo dd of=/etc/ceph/ceph.conf 2024-08-29T14:47:04.435 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-08-29T14:47:04.435 DEBUG:teuthology.orchestra.run.smithi064:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-08-29T14:47:04.501 DEBUG:teuthology.orchestra.run.smithi146:> set -ex 2024-08-29T14:47:04.501 DEBUG:teuthology.orchestra.run.smithi146:> sudo dd of=/etc/ceph/ceph.conf 2024-08-29T14:47:04.530 DEBUG:teuthology.orchestra.run.smithi146:> set -ex 2024-08-29T14:47:04.530 DEBUG:teuthology.orchestra.run.smithi146:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-08-29T14:47:04.596 INFO:tasks.cephadm:Adding mgr.y on smithi064 2024-08-29T14:47:04.597 INFO:tasks.cephadm:Adding mgr.x on smithi146 2024-08-29T14:47:04.597 DEBUG:teuthology.orchestra.run.smithi146:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph orch apply mgr '2;smithi064=y;smithi146=x' 2024-08-29T14:47:04.833 INFO:teuthology.orchestra.run.smithi146.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.b/config 2024-08-29T14:47:05.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:05 smithi064 ceph-mon[19398]: Reconfiguring mon.b (monmap changed)... 2024-08-29T14:47:05.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:05 smithi064 ceph-mon[19398]: Reconfiguring daemon mon.b on smithi146 2024-08-29T14:47:05.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:05 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:05.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:05 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:05.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:05 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:47:05.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:05 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:05.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:05 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:47:05.282 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:05 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:05.282 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:05 smithi064 ceph-mon[30833]: Reconfiguring mon.b (monmap changed)... 2024-08-29T14:47:05.282 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:05 smithi064 ceph-mon[30833]: Reconfiguring daemon mon.b on smithi146 2024-08-29T14:47:05.282 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:05 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:05.283 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:05 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:05.283 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:05 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:47:05.283 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:05 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:05.283 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:05 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:47:05.283 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:05 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:05.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:05 smithi146 ceph-mon[23161]: Reconfiguring mon.b (monmap changed)... 2024-08-29T14:47:05.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:05 smithi146 ceph-mon[23161]: Reconfiguring daemon mon.b on smithi146 2024-08-29T14:47:05.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:05 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:05.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:05 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:05.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:05 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:47:05.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:05 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:05.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:05 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:47:05.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:05 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:06.157 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:06 smithi146 ceph-mon[23161]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:47:06.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:06 smithi064 ceph-mon[19398]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:47:06.280 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:06 smithi064 ceph-mon[30833]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:47:06.541 INFO:teuthology.orchestra.run.smithi146.stdout:Scheduled mgr update... 2024-08-29T14:47:07.088 DEBUG:teuthology.orchestra.run.smithi146:mgr.x> sudo journalctl -f -n 0 -u ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@mgr.x.service 2024-08-29T14:47:07.090 DEBUG:tasks.cephadm:set 0 configs 2024-08-29T14:47:07.090 INFO:tasks.cephadm:Deploying OSDs... 2024-08-29T14:47:07.091 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-08-29T14:47:07.091 DEBUG:teuthology.orchestra.run.smithi064:> dd if=/scratch_devs of=/dev/stdout 2024-08-29T14:47:07.110 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-08-29T14:47:07.110 DEBUG:teuthology.orchestra.run.smithi064:> stat /dev/vg_nvme/lv_1 2024-08-29T14:47:07.170 INFO:teuthology.orchestra.run.smithi064.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-08-29T14:47:07.170 INFO:teuthology.orchestra.run.smithi064.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-29T14:47:07.170 INFO:teuthology.orchestra.run.smithi064.stdout:Device: 5h/5d Inode: 946 Links: 1 2024-08-29T14:47:07.170 INFO:teuthology.orchestra.run.smithi064.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-29T14:47:07.170 INFO:teuthology.orchestra.run.smithi064.stdout:Context: system_u:object_r:device_t:s0 2024-08-29T14:47:07.170 INFO:teuthology.orchestra.run.smithi064.stdout:Access: 2024-08-29 14:46:52.396310536 +0000 2024-08-29T14:47:07.170 INFO:teuthology.orchestra.run.smithi064.stdout:Modify: 2024-08-29 14:42:02.711029216 +0000 2024-08-29T14:47:07.170 INFO:teuthology.orchestra.run.smithi064.stdout:Change: 2024-08-29 14:42:02.711029216 +0000 2024-08-29T14:47:07.170 INFO:teuthology.orchestra.run.smithi064.stdout: Birth: 2024-08-29 14:42:02.711029216 +0000 2024-08-29T14:47:07.170 DEBUG:teuthology.orchestra.run.smithi064:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-08-29T14:47:07.238 INFO:teuthology.orchestra.run.smithi064.stderr:1+0 records in 2024-08-29T14:47:07.238 INFO:teuthology.orchestra.run.smithi064.stderr:1+0 records out 2024-08-29T14:47:07.238 INFO:teuthology.orchestra.run.smithi064.stderr:512 bytes copied, 0.000225926 s, 2.3 MB/s 2024-08-29T14:47:07.239 DEBUG:teuthology.orchestra.run.smithi064:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-08-29T14:47:07.300 DEBUG:teuthology.orchestra.run.smithi064:> stat /dev/vg_nvme/lv_2 2024-08-29T14:47:07.358 INFO:teuthology.orchestra.run.smithi064.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-08-29T14:47:07.358 INFO:teuthology.orchestra.run.smithi064.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-29T14:47:07.358 INFO:teuthology.orchestra.run.smithi064.stdout:Device: 5h/5d Inode: 950 Links: 1 2024-08-29T14:47:07.358 INFO:teuthology.orchestra.run.smithi064.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-29T14:47:07.358 INFO:teuthology.orchestra.run.smithi064.stdout:Context: system_u:object_r:device_t:s0 2024-08-29T14:47:07.358 INFO:teuthology.orchestra.run.smithi064.stdout:Access: 2024-08-29 14:46:52.396310536 +0000 2024-08-29T14:47:07.358 INFO:teuthology.orchestra.run.smithi064.stdout:Modify: 2024-08-29 14:42:02.712029196 +0000 2024-08-29T14:47:07.358 INFO:teuthology.orchestra.run.smithi064.stdout:Change: 2024-08-29 14:42:02.712029196 +0000 2024-08-29T14:47:07.359 INFO:teuthology.orchestra.run.smithi064.stdout: Birth: 2024-08-29 14:42:02.712029196 +0000 2024-08-29T14:47:07.359 DEBUG:teuthology.orchestra.run.smithi064:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-08-29T14:47:07.424 INFO:teuthology.orchestra.run.smithi064.stderr:1+0 records in 2024-08-29T14:47:07.424 INFO:teuthology.orchestra.run.smithi064.stderr:1+0 records out 2024-08-29T14:47:07.424 INFO:teuthology.orchestra.run.smithi064.stderr:512 bytes copied, 0.000251837 s, 2.0 MB/s 2024-08-29T14:47:07.425 DEBUG:teuthology.orchestra.run.smithi064:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-08-29T14:47:07.485 DEBUG:teuthology.orchestra.run.smithi064:> stat /dev/vg_nvme/lv_3 2024-08-29T14:47:07.543 INFO:teuthology.orchestra.run.smithi064.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-08-29T14:47:07.543 INFO:teuthology.orchestra.run.smithi064.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-29T14:47:07.543 INFO:teuthology.orchestra.run.smithi064.stdout:Device: 5h/5d Inode: 947 Links: 1 2024-08-29T14:47:07.543 INFO:teuthology.orchestra.run.smithi064.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-29T14:47:07.543 INFO:teuthology.orchestra.run.smithi064.stdout:Context: system_u:object_r:device_t:s0 2024-08-29T14:47:07.544 INFO:teuthology.orchestra.run.smithi064.stdout:Access: 2024-08-29 14:46:52.397310516 +0000 2024-08-29T14:47:07.544 INFO:teuthology.orchestra.run.smithi064.stdout:Modify: 2024-08-29 14:42:02.711029216 +0000 2024-08-29T14:47:07.544 INFO:teuthology.orchestra.run.smithi064.stdout:Change: 2024-08-29 14:42:02.711029216 +0000 2024-08-29T14:47:07.544 INFO:teuthology.orchestra.run.smithi064.stdout: Birth: 2024-08-29 14:42:02.711029216 +0000 2024-08-29T14:47:07.544 DEBUG:teuthology.orchestra.run.smithi064:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-08-29T14:47:07.610 INFO:teuthology.orchestra.run.smithi064.stderr:1+0 records in 2024-08-29T14:47:07.610 INFO:teuthology.orchestra.run.smithi064.stderr:1+0 records out 2024-08-29T14:47:07.610 INFO:teuthology.orchestra.run.smithi064.stderr:512 bytes copied, 0.000206667 s, 2.5 MB/s 2024-08-29T14:47:07.611 DEBUG:teuthology.orchestra.run.smithi064:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-08-29T14:47:07.636 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:07 smithi146 ceph-mon[23161]: from='client.24109 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi064=y;smithi146=x", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:47:07.637 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:07 smithi146 ceph-mon[23161]: Saving service mgr spec with placement smithi064=y;smithi146=x;count:2 2024-08-29T14:47:07.637 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:07 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:07.637 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:07 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:47:07.637 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:07 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:07.637 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:07 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:47:07.637 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:07 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:07.637 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:07 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T14:47:07.637 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:07 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-08-29T14:47:07.637 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:07 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-29T14:47:07.637 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:07 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:07.637 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:07 smithi146 ceph-mon[23161]: Deploying daemon mgr.x on smithi146 2024-08-29T14:47:07.637 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:07 smithi146 ceph-mon[23161]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:47:07.670 DEBUG:teuthology.orchestra.run.smithi064:> stat /dev/vg_nvme/lv_4 2024-08-29T14:47:07.730 INFO:teuthology.orchestra.run.smithi064.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-08-29T14:47:07.730 INFO:teuthology.orchestra.run.smithi064.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-29T14:47:07.730 INFO:teuthology.orchestra.run.smithi064.stdout:Device: 5h/5d Inode: 961 Links: 1 2024-08-29T14:47:07.730 INFO:teuthology.orchestra.run.smithi064.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-29T14:47:07.730 INFO:teuthology.orchestra.run.smithi064.stdout:Context: system_u:object_r:device_t:s0 2024-08-29T14:47:07.730 INFO:teuthology.orchestra.run.smithi064.stdout:Access: 2024-08-29 14:46:52.397310516 +0000 2024-08-29T14:47:07.730 INFO:teuthology.orchestra.run.smithi064.stdout:Modify: 2024-08-29 14:42:02.712029196 +0000 2024-08-29T14:47:07.731 INFO:teuthology.orchestra.run.smithi064.stdout:Change: 2024-08-29 14:42:02.712029196 +0000 2024-08-29T14:47:07.731 INFO:teuthology.orchestra.run.smithi064.stdout: Birth: 2024-08-29 14:42:02.712029196 +0000 2024-08-29T14:47:07.731 DEBUG:teuthology.orchestra.run.smithi064:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-08-29T14:47:07.793 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:07 smithi064 ceph-mon[19398]: from='client.24109 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi064=y;smithi146=x", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:47:07.793 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:07 smithi064 ceph-mon[19398]: Saving service mgr spec with placement smithi064=y;smithi146=x;count:2 2024-08-29T14:47:07.793 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:07 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:07.793 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:07 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:47:07.793 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:07 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:07.794 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:07 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:47:07.794 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:07 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:07.794 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:07 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T14:47:07.794 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:07 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-08-29T14:47:07.794 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:07 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-29T14:47:07.794 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:07 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:07.794 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:07 smithi064 ceph-mon[19398]: Deploying daemon mgr.x on smithi146 2024-08-29T14:47:07.795 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:07 smithi064 ceph-mon[19398]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:47:07.795 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:07 smithi064 ceph-mon[30833]: from='client.24109 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi064=y;smithi146=x", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:47:07.795 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:07 smithi064 ceph-mon[30833]: Saving service mgr spec with placement smithi064=y;smithi146=x;count:2 2024-08-29T14:47:07.795 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:07 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:07.795 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:07 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:47:07.795 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:07 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:07.795 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:07 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:47:07.795 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:07 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:07.795 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:07 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T14:47:07.796 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:07 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-08-29T14:47:07.796 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:07 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-29T14:47:07.796 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:07 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:07.796 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:07 smithi064 ceph-mon[30833]: Deploying daemon mgr.x on smithi146 2024-08-29T14:47:07.796 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:07 smithi064 ceph-mon[30833]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:47:07.797 INFO:teuthology.orchestra.run.smithi064.stderr:1+0 records in 2024-08-29T14:47:07.797 INFO:teuthology.orchestra.run.smithi064.stderr:1+0 records out 2024-08-29T14:47:07.797 INFO:teuthology.orchestra.run.smithi064.stderr:512 bytes copied, 0.000198751 s, 2.6 MB/s 2024-08-29T14:47:07.797 DEBUG:teuthology.orchestra.run.smithi064:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-08-29T14:47:07.854 DEBUG:teuthology.orchestra.run.smithi146:> set -ex 2024-08-29T14:47:07.854 DEBUG:teuthology.orchestra.run.smithi146:> dd if=/scratch_devs of=/dev/stdout 2024-08-29T14:47:07.870 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-08-29T14:47:07.871 DEBUG:teuthology.orchestra.run.smithi146:> stat /dev/vg_nvme/lv_1 2024-08-29T14:47:07.926 INFO:teuthology.orchestra.run.smithi146.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-08-29T14:47:07.927 INFO:teuthology.orchestra.run.smithi146.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-29T14:47:07.927 INFO:teuthology.orchestra.run.smithi146.stdout:Device: 5h/5d Inode: 965 Links: 1 2024-08-29T14:47:07.927 INFO:teuthology.orchestra.run.smithi146.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-29T14:47:07.927 INFO:teuthology.orchestra.run.smithi146.stdout:Context: system_u:object_r:device_t:s0 2024-08-29T14:47:07.927 INFO:teuthology.orchestra.run.smithi146.stdout:Access: 2024-08-29 14:46:43.661828458 +0000 2024-08-29T14:47:07.927 INFO:teuthology.orchestra.run.smithi146.stdout:Modify: 2024-08-29 14:42:01.767328546 +0000 2024-08-29T14:47:07.927 INFO:teuthology.orchestra.run.smithi146.stdout:Change: 2024-08-29 14:42:01.767328546 +0000 2024-08-29T14:47:07.927 INFO:teuthology.orchestra.run.smithi146.stdout: Birth: 2024-08-29 14:42:01.767328546 +0000 2024-08-29T14:47:07.927 DEBUG:teuthology.orchestra.run.smithi146:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-08-29T14:47:07.991 INFO:teuthology.orchestra.run.smithi146.stderr:1+0 records in 2024-08-29T14:47:07.991 INFO:teuthology.orchestra.run.smithi146.stderr:1+0 records out 2024-08-29T14:47:07.991 INFO:teuthology.orchestra.run.smithi146.stderr:512 bytes copied, 0.000217749 s, 2.4 MB/s 2024-08-29T14:47:07.992 DEBUG:teuthology.orchestra.run.smithi146:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-08-29T14:47:08.048 DEBUG:teuthology.orchestra.run.smithi146:> stat /dev/vg_nvme/lv_2 2024-08-29T14:47:08.105 INFO:teuthology.orchestra.run.smithi146.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-08-29T14:47:08.105 INFO:teuthology.orchestra.run.smithi146.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-29T14:47:08.105 INFO:teuthology.orchestra.run.smithi146.stdout:Device: 5h/5d Inode: 976 Links: 1 2024-08-29T14:47:08.105 INFO:teuthology.orchestra.run.smithi146.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-29T14:47:08.105 INFO:teuthology.orchestra.run.smithi146.stdout:Context: system_u:object_r:device_t:s0 2024-08-29T14:47:08.105 INFO:teuthology.orchestra.run.smithi146.stdout:Access: 2024-08-29 14:46:43.661828458 +0000 2024-08-29T14:47:08.105 INFO:teuthology.orchestra.run.smithi146.stdout:Modify: 2024-08-29 14:42:01.768328904 +0000 2024-08-29T14:47:08.105 INFO:teuthology.orchestra.run.smithi146.stdout:Change: 2024-08-29 14:42:01.768328904 +0000 2024-08-29T14:47:08.105 INFO:teuthology.orchestra.run.smithi146.stdout: Birth: 2024-08-29 14:42:01.768328904 +0000 2024-08-29T14:47:08.106 DEBUG:teuthology.orchestra.run.smithi146:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-08-29T14:47:08.168 INFO:teuthology.orchestra.run.smithi146.stderr:1+0 records in 2024-08-29T14:47:08.168 INFO:teuthology.orchestra.run.smithi146.stderr:1+0 records out 2024-08-29T14:47:08.168 INFO:teuthology.orchestra.run.smithi146.stderr:512 bytes copied, 0.000213146 s, 2.4 MB/s 2024-08-29T14:47:08.169 DEBUG:teuthology.orchestra.run.smithi146:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-08-29T14:47:08.226 DEBUG:teuthology.orchestra.run.smithi146:> stat /dev/vg_nvme/lv_3 2024-08-29T14:47:08.283 INFO:teuthology.orchestra.run.smithi146.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-08-29T14:47:08.283 INFO:teuthology.orchestra.run.smithi146.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-29T14:47:08.283 INFO:teuthology.orchestra.run.smithi146.stdout:Device: 5h/5d Inode: 968 Links: 1 2024-08-29T14:47:08.284 INFO:teuthology.orchestra.run.smithi146.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-29T14:47:08.284 INFO:teuthology.orchestra.run.smithi146.stdout:Context: system_u:object_r:device_t:s0 2024-08-29T14:47:08.284 INFO:teuthology.orchestra.run.smithi146.stdout:Access: 2024-08-29 14:46:43.661828458 +0000 2024-08-29T14:47:08.284 INFO:teuthology.orchestra.run.smithi146.stdout:Modify: 2024-08-29 14:42:01.767328546 +0000 2024-08-29T14:47:08.284 INFO:teuthology.orchestra.run.smithi146.stdout:Change: 2024-08-29 14:42:01.767328546 +0000 2024-08-29T14:47:08.284 INFO:teuthology.orchestra.run.smithi146.stdout: Birth: 2024-08-29 14:42:01.767328546 +0000 2024-08-29T14:47:08.284 DEBUG:teuthology.orchestra.run.smithi146:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-08-29T14:47:08.484 INFO:teuthology.orchestra.run.smithi146.stderr:1+0 records in 2024-08-29T14:47:08.484 INFO:teuthology.orchestra.run.smithi146.stderr:1+0 records out 2024-08-29T14:47:08.484 INFO:teuthology.orchestra.run.smithi146.stderr:512 bytes copied, 0.000243193 s, 2.1 MB/s 2024-08-29T14:47:08.485 DEBUG:teuthology.orchestra.run.smithi146:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-08-29T14:47:08.501 DEBUG:teuthology.orchestra.run.smithi146:> stat /dev/vg_nvme/lv_4 2024-08-29T14:47:08.562 INFO:teuthology.orchestra.run.smithi146.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-08-29T14:47:08.562 INFO:teuthology.orchestra.run.smithi146.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-29T14:47:08.562 INFO:teuthology.orchestra.run.smithi146.stdout:Device: 5h/5d Inode: 978 Links: 1 2024-08-29T14:47:08.562 INFO:teuthology.orchestra.run.smithi146.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-29T14:47:08.562 INFO:teuthology.orchestra.run.smithi146.stdout:Context: system_u:object_r:device_t:s0 2024-08-29T14:47:08.563 INFO:teuthology.orchestra.run.smithi146.stdout:Access: 2024-08-29 14:47:08.439419073 +0000 2024-08-29T14:47:08.563 INFO:teuthology.orchestra.run.smithi146.stdout:Modify: 2024-08-29 14:42:01.769329262 +0000 2024-08-29T14:47:08.563 INFO:teuthology.orchestra.run.smithi146.stdout:Change: 2024-08-29 14:42:01.769329262 +0000 2024-08-29T14:47:08.563 INFO:teuthology.orchestra.run.smithi146.stdout: Birth: 2024-08-29 14:42:01.769329262 +0000 2024-08-29T14:47:08.563 DEBUG:teuthology.orchestra.run.smithi146:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-08-29T14:47:08.664 INFO:teuthology.orchestra.run.smithi146.stderr:1+0 records in 2024-08-29T14:47:08.664 INFO:teuthology.orchestra.run.smithi146.stderr:1+0 records out 2024-08-29T14:47:08.664 INFO:teuthology.orchestra.run.smithi146.stderr:512 bytes copied, 0.000199178 s, 2.6 MB/s 2024-08-29T14:47:08.666 DEBUG:teuthology.orchestra.run.smithi146:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-08-29T14:47:08.682 INFO:tasks.cephadm:Deploying osd.0 on smithi064 with /dev/vg_nvme/lv_4... 2024-08-29T14:47:08.682 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-08-29T14:47:08.888 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:47:08.901 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:47:08 smithi146 systemd[1]: Starting Ceph mgr.x for 2b44bde8-6615-11ef-bcd4-c7b262605968... 2024-08-29T14:47:09.165 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:47:08 smithi146 podman[25234]: 2024-08-29 14:47:08.803223214 +0000 UTC m=+0.015623844 image pull 96384990183a90e11fa6fcb78b6a44500ccf55da778999360ad8f92318176892 quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee 2024-08-29T14:47:09.166 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:47:08 smithi146 podman[25234]: 2024-08-29 14:47:08.908245371 +0000 UTC m=+0.120646000 container create e0057608144f4c2b7ed28a72519204a05fd2321c51b66b0399c52cdaed2191b6 (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x, io.buildah.version=1.37.1, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=reef-fe43f1c, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-29T14:47:09.166 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:47:09 smithi146 podman[25234]: 2024-08-29 14:47:09.135480786 +0000 UTC m=+0.347881415 container init e0057608144f4c2b7ed28a72519204a05fd2321c51b66b0399c52cdaed2191b6 (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.37.1, RELEASE=reef-fe43f1c, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=) 2024-08-29T14:47:09.166 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:47:09 smithi146 podman[25234]: 2024-08-29 14:47:09.140589748 +0000 UTC m=+0.352990380 container start e0057608144f4c2b7ed28a72519204a05fd2321c51b66b0399c52cdaed2191b6 (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.37.1, RELEASE=reef-fe43f1c, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, maintainer=Guillaume Abrioux ) 2024-08-29T14:47:09.166 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:47:09 smithi146 ceph-mgr[25273]: -- 172.21.15.146:0/579063817 <== mon.1 v2:172.21.15.146:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55a7b58ccd00 con 0x55a7b58a1000 2024-08-29T14:47:09.474 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:47:09 smithi146 bash[25234]: e0057608144f4c2b7ed28a72519204a05fd2321c51b66b0399c52cdaed2191b6 2024-08-29T14:47:09.475 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:47:09 smithi146 systemd[1]: Started Ceph mgr.x for 2b44bde8-6615-11ef-bcd4-c7b262605968. 2024-08-29T14:47:09.475 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:47:09 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[25250]: 2024-08-29T14:47:09.260+0000 7ff8b9378040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-29T14:47:09.475 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:47:09 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[25250]: 2024-08-29T14:47:09.323+0000 7ff8b9378040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-29T14:47:09.865 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:47:09 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[25250]: 2024-08-29T14:47:09.483+0000 7ff8b9378040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-29T14:47:09.866 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:47:09 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[25250]: 2024-08-29T14:47:09.552+0000 7ff8b9378040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-29T14:47:09.866 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:47:09 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[25250]: 2024-08-29T14:47:09.724+0000 7ff8b9378040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-29T14:47:09.866 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:47:09 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[25250]: 2024-08-29T14:47:09.864+0000 7ff8b9378040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-29T14:47:10.155 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:10 smithi146 ceph-mon[23161]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:47:10.156 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:10 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:10.156 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:10 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:10.156 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:10 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:10.156 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:10 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:10.156 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:10 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:47:10.251 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:10 smithi064 ceph-mon[30833]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:47:10.251 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:10 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:10.251 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:10 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:10.251 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:10 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:10.252 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:10 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:10.252 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:10 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:47:10.252 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:10 smithi064 ceph-mon[19398]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:47:10.252 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:10 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:10.252 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:10 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:10.252 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:10 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:10.252 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:10 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:10.252 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:10 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:47:10.448 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:47:10 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[25250]: 2024-08-29T14:47:10.193+0000 7ff8b9378040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-29T14:47:10.448 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:47:10 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[25250]: 2024-08-29T14:47:10.254+0000 7ff8b9378040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-29T14:47:10.724 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:47:10 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[25250]: 2024-08-29T14:47:10.446+0000 7ff8b9378040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-29T14:47:11.333 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:47:11.351 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph orch daemon add osd smithi064:vg_nvme/lv_4 2024-08-29T14:47:11.712 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:11 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:11.713 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:11 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:11.713 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:11 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:11.713 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:11 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:47:11.713 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:11 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:11.713 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:11 smithi064 ceph-mon[19398]: Reconfiguring mgr.y (unknown last config time)... 2024-08-29T14:47:11.713 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:11 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T14:47:11.713 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:11 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-29T14:47:11.713 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:11 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:11.713 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:11 smithi064 ceph-mon[19398]: Reconfiguring daemon mgr.y on smithi064 2024-08-29T14:47:11.714 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:11 smithi064 ceph-mon[19398]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:47:11.714 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:11 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:11.714 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:11 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:11.714 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:11 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:11.714 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:11 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:47:11.714 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:11 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:11.714 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:11 smithi064 ceph-mon[30833]: Reconfiguring mgr.y (unknown last config time)... 2024-08-29T14:47:11.714 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:11 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T14:47:11.714 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:11 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-29T14:47:11.714 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:11 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:11.714 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:11 smithi064 ceph-mon[30833]: Reconfiguring daemon mgr.y on smithi064 2024-08-29T14:47:11.714 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:11 smithi064 ceph-mon[30833]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:47:11.724 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:47:11 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[25250]: 2024-08-29T14:47:11.327+0000 7ff8b9378040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-29T14:47:11.725 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:47:11 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[25250]: 2024-08-29T14:47:11.393+0000 7ff8b9378040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-29T14:47:11.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:11 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:11.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:11 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:11.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:11 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:11.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:11 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:47:11.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:11 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:11.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:11 smithi146 ceph-mon[23161]: Reconfiguring mgr.y (unknown last config time)... 2024-08-29T14:47:11.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:11 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T14:47:11.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:11 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-29T14:47:11.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:11 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:11.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:11 smithi146 ceph-mon[23161]: Reconfiguring daemon mgr.y on smithi064 2024-08-29T14:47:11.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:11 smithi146 ceph-mon[23161]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:47:12.173 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:47:12.385 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:47:12 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[25250]: 2024-08-29T14:47:12.125+0000 7ff8b9378040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-29T14:47:12.385 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:47:12 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[25250]: 2024-08-29T14:47:12.241+0000 7ff8b9378040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-29T14:47:12.385 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:47:12 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[25250]: 2024-08-29T14:47:12.383+0000 7ff8b9378040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-29T14:47:12.659 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:47:12 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[25250]: 2024-08-29T14:47:12.445+0000 7ff8b9378040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-29T14:47:12.660 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:47:12 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[25250]: 2024-08-29T14:47:12.591+0000 7ff8b9378040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-29T14:47:12.660 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:47:12 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[25250]: 2024-08-29T14:47:12.658+0000 7ff8b9378040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-29T14:47:12.942 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:47:12 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[25250]: 2024-08-29T14:47:12.719+0000 7ff8b9378040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-29T14:47:12.942 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:47:12 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[25250]: 2024-08-29T14:47:12.875+0000 7ff8b9378040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-29T14:47:12.942 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:47:12 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[25250]: 2024-08-29T14:47:12.940+0000 7ff8b9378040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-29T14:47:13.209 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:47:13 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[25250]: 2024-08-29T14:47:13.007+0000 7ff8b9378040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-29T14:47:13.210 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:47:13 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[25250]: 2024-08-29T14:47:13.090+0000 7ff8b9378040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-29T14:47:13.210 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:47:13 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[25250]: 2024-08-29T14:47:13.149+0000 7ff8b9378040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-29T14:47:13.210 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:47:13 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[25250]: 2024-08-29T14:47:13.208+0000 7ff8b9378040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-29T14:47:13.989 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:13 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:13.989 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:13 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:13.989 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:13 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:47:13.989 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:13 smithi064 ceph-mon[30833]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:47:13.989 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:13 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:13.989 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:13 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:47:13.990 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:13 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:13.990 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:13 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:13.990 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:13 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:13.990 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:13 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:47:13.990 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:13 smithi064 ceph-mon[19398]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:47:13.990 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:13 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:13.990 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:13 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:47:13.990 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:13 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:14.224 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:47:13 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[25250]: 2024-08-29T14:47:13.992+0000 7ff8b9378040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-29T14:47:14.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:13 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:14.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:13 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:14.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:13 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:47:14.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:13 smithi146 ceph-mon[23161]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:47:14.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:13 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:14.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:13 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:47:14.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:13 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:14.980 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:14 smithi064 ceph-mon[30833]: Standby manager daemon x started 2024-08-29T14:47:14.980 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:14 smithi064 ceph-mon[30833]: from='mgr.? 172.21.15.146:0/462402334' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-29T14:47:14.981 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:14 smithi064 ceph-mon[30833]: from='mgr.? 172.21.15.146:0/462402334' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T14:47:14.981 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:14 smithi064 ceph-mon[30833]: from='mgr.? 172.21.15.146:0/462402334' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-29T14:47:14.981 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:14 smithi064 ceph-mon[30833]: from='mgr.? 172.21.15.146:0/462402334' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T14:47:14.981 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:14 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:14.981 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:14 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T14:47:14.981 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:14 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T14:47:14.981 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:14 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:14.981 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:14 smithi064 ceph-mon[19398]: Standby manager daemon x started 2024-08-29T14:47:14.981 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:14 smithi064 ceph-mon[19398]: from='mgr.? 172.21.15.146:0/462402334' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-29T14:47:14.981 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:14 smithi064 ceph-mon[19398]: from='mgr.? 172.21.15.146:0/462402334' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T14:47:14.981 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:14 smithi064 ceph-mon[19398]: from='mgr.? 172.21.15.146:0/462402334' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-29T14:47:14.982 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:14 smithi064 ceph-mon[19398]: from='mgr.? 172.21.15.146:0/462402334' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T14:47:14.982 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:14 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:14.982 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:14 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T14:47:14.982 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:14 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T14:47:14.982 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:14 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:15.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:14 smithi146 ceph-mon[23161]: Standby manager daemon x started 2024-08-29T14:47:15.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:14 smithi146 ceph-mon[23161]: from='mgr.? 172.21.15.146:0/462402334' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-29T14:47:15.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:14 smithi146 ceph-mon[23161]: from='mgr.? 172.21.15.146:0/462402334' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T14:47:15.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:14 smithi146 ceph-mon[23161]: from='mgr.? 172.21.15.146:0/462402334' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-29T14:47:15.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:14 smithi146 ceph-mon[23161]: from='mgr.? 172.21.15.146:0/462402334' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T14:47:15.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:14 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:15.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:14 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T14:47:15.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:14 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T14:47:15.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:14 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:16.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:15 smithi146 ceph-mon[23161]: from='client.14211 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi064:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:47:16.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:15 smithi146 ceph-mon[23161]: mgrmap e14: y(active, since 65s), standbys: x 2024-08-29T14:47:16.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:15 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-29T14:47:16.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:15 smithi146 ceph-mon[23161]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:47:16.227 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:15 smithi064 ceph-mon[19398]: from='client.14211 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi064:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:47:16.227 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:15 smithi064 ceph-mon[19398]: mgrmap e14: y(active, since 65s), standbys: x 2024-08-29T14:47:16.227 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:15 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-29T14:47:16.227 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:15 smithi064 ceph-mon[19398]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:47:16.228 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:15 smithi064 ceph-mon[30833]: from='client.14211 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi064:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:47:16.228 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:15 smithi064 ceph-mon[30833]: mgrmap e14: y(active, since 65s), standbys: x 2024-08-29T14:47:16.228 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:15 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-29T14:47:16.228 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:15 smithi064 ceph-mon[30833]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:47:17.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:16 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/1372526689' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a23a954f-e78b-4de6-8dd7-4cbf27d7377a"}]: dispatch 2024-08-29T14:47:17.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:16 smithi064 ceph-mon[19398]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a23a954f-e78b-4de6-8dd7-4cbf27d7377a"}]: dispatch 2024-08-29T14:47:17.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:16 smithi064 ceph-mon[19398]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a23a954f-e78b-4de6-8dd7-4cbf27d7377a"}]': finished 2024-08-29T14:47:17.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:16 smithi064 ceph-mon[19398]: osdmap e5: 1 total, 0 up, 1 in 2024-08-29T14:47:17.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:16 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T14:47:17.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:16 smithi064 ceph-mon[30833]: from='client.? 172.21.15.64:0/1372526689' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a23a954f-e78b-4de6-8dd7-4cbf27d7377a"}]: dispatch 2024-08-29T14:47:17.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:16 smithi064 ceph-mon[30833]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a23a954f-e78b-4de6-8dd7-4cbf27d7377a"}]: dispatch 2024-08-29T14:47:17.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:16 smithi064 ceph-mon[30833]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a23a954f-e78b-4de6-8dd7-4cbf27d7377a"}]': finished 2024-08-29T14:47:17.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:16 smithi064 ceph-mon[30833]: osdmap e5: 1 total, 0 up, 1 in 2024-08-29T14:47:17.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:16 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T14:47:17.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:16 smithi146 ceph-mon[23161]: from='client.? 172.21.15.64:0/1372526689' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a23a954f-e78b-4de6-8dd7-4cbf27d7377a"}]: dispatch 2024-08-29T14:47:17.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:16 smithi146 ceph-mon[23161]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a23a954f-e78b-4de6-8dd7-4cbf27d7377a"}]: dispatch 2024-08-29T14:47:17.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:16 smithi146 ceph-mon[23161]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a23a954f-e78b-4de6-8dd7-4cbf27d7377a"}]': finished 2024-08-29T14:47:17.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:16 smithi146 ceph-mon[23161]: osdmap e5: 1 total, 0 up, 1 in 2024-08-29T14:47:17.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:16 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T14:47:18.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:17 smithi146 ceph-mon[23161]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:47:18.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:17 smithi146 ceph-mon[23161]: from='client.? 172.21.15.64:0/1911353577' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T14:47:18.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:17 smithi064 ceph-mon[19398]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:47:18.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:17 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/1911353577' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T14:47:18.280 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:17 smithi064 ceph-mon[30833]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:47:18.280 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:17 smithi064 ceph-mon[30833]: from='client.? 172.21.15.64:0/1911353577' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T14:47:20.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:20 smithi064 ceph-mon[19398]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:47:20.280 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:20 smithi064 ceph-mon[30833]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:47:20.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:20 smithi146 ceph-mon[23161]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:47:22.278 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:22 smithi064 ceph-mon[30833]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:47:22.279 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:22 smithi064 ceph-mon[19398]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:47:22.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:22 smithi146 ceph-mon[23161]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:47:23.134 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:23 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-29T14:47:23.134 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:23 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:23.134 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:23 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-29T14:47:23.135 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:23 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:23.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:23 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-29T14:47:23.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:23 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:24.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:24 smithi064 ceph-mon[19398]: Deploying daemon osd.0 on smithi064 2024-08-29T14:47:24.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:24 smithi064 ceph-mon[19398]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:47:24.280 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:24 smithi064 ceph-mon[30833]: Deploying daemon osd.0 on smithi064 2024-08-29T14:47:24.280 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:24 smithi064 ceph-mon[30833]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:47:24.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:24 smithi146 ceph-mon[23161]: Deploying daemon osd.0 on smithi064 2024-08-29T14:47:24.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:24 smithi146 ceph-mon[23161]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:47:25.133 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:25 smithi064 ceph-mon[19398]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:47:25.133 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:25 smithi064 ceph-mon[30833]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:47:25.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:25 smithi146 ceph-mon[23161]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:47:28.295 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:28 smithi064 ceph-mon[30833]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:47:28.295 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:28 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:47:28.295 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:28 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:28.296 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:28 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:28.296 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:28 smithi064 ceph-mon[19398]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:47:28.296 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:28 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:47:28.296 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:28 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:28.296 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:28 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:28.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:28 smithi146 ceph-mon[23161]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:47:28.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:28 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:47:28.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:28 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:28.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:28 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:30.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:30 smithi064 ceph-mon[19398]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:47:30.280 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:30 smithi064 ceph-mon[30833]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:47:30.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:30 smithi146 ceph-mon[23161]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:47:30.688 INFO:teuthology.orchestra.run.smithi064.stdout:Created osd(s) 0 on host 'smithi064' 2024-08-29T14:47:31.336 DEBUG:teuthology.orchestra.run.smithi064:osd.0> sudo journalctl -f -n 0 -u ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@osd.0.service 2024-08-29T14:47:31.375 INFO:tasks.cephadm:Deploying osd.1 on smithi064 with /dev/vg_nvme/lv_3... 2024-08-29T14:47:31.375 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-08-29T14:47:31.935 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:31 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:31.935 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:31 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:31.935 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:31 smithi064 ceph-mon[30833]: from='osd.0 [v2:172.21.15.64:6802/3600021288,v1:172.21.15.64:6803/3600021288]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-29T14:47:31.935 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:31 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:31.935 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:31 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:31.935 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:31 smithi064 ceph-mon[30833]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:47:31.935 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:31 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:31.935 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:31 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:31.935 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:31 smithi064 ceph-mon[19398]: from='osd.0 [v2:172.21.15.64:6802/3600021288,v1:172.21.15.64:6803/3600021288]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-29T14:47:31.936 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:31 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:31.936 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:31 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:31.936 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:31 smithi064 ceph-mon[19398]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:47:31.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:31 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:31.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:31 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:31.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:31 smithi146 ceph-mon[23161]: from='osd.0 [v2:172.21.15.64:6802/3600021288,v1:172.21.15.64:6803/3600021288]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-29T14:47:31.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:31 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:31.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:31 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:31.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:31 smithi146 ceph-mon[23161]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:47:32.158 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:47:32.941 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:32 smithi064 ceph-mon[19398]: from='osd.0 [v2:172.21.15.64:6802/3600021288,v1:172.21.15.64:6803/3600021288]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-29T14:47:32.941 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:32 smithi064 ceph-mon[19398]: osdmap e6: 1 total, 0 up, 1 in 2024-08-29T14:47:32.941 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:32 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T14:47:32.941 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:32 smithi064 ceph-mon[19398]: from='osd.0 [v2:172.21.15.64:6802/3600021288,v1:172.21.15.64:6803/3600021288]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-08-29T14:47:32.942 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:32 smithi064 ceph-mon[30833]: from='osd.0 [v2:172.21.15.64:6802/3600021288,v1:172.21.15.64:6803/3600021288]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-29T14:47:32.942 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:32 smithi064 ceph-mon[30833]: osdmap e6: 1 total, 0 up, 1 in 2024-08-29T14:47:32.942 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:32 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T14:47:32.942 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:32 smithi064 ceph-mon[30833]: from='osd.0 [v2:172.21.15.64:6802/3600021288,v1:172.21.15.64:6803/3600021288]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-08-29T14:47:32.942 INFO:journalctl@ceph.osd.0.smithi064.stdout:Aug 29 14:47:32 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-0[35227]: 2024-08-29T14:47:32.698+0000 7f88083aa640 -1 osd.0 0 waiting for initial osdmap 2024-08-29T14:47:32.942 INFO:journalctl@ceph.osd.0.smithi064.stdout:Aug 29 14:47:32 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-0[35227]: 2024-08-29T14:47:32.703+0000 7f88041d3640 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-29T14:47:32.974 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:32 smithi146 ceph-mon[23161]: from='osd.0 [v2:172.21.15.64:6802/3600021288,v1:172.21.15.64:6803/3600021288]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-29T14:47:32.974 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:32 smithi146 ceph-mon[23161]: osdmap e6: 1 total, 0 up, 1 in 2024-08-29T14:47:32.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:32 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T14:47:32.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:32 smithi146 ceph-mon[23161]: from='osd.0 [v2:172.21.15.64:6802/3600021288,v1:172.21.15.64:6803/3600021288]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-08-29T14:47:33.772 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:33 smithi064 ceph-mon[30833]: from='osd.0 [v2:172.21.15.64:6802/3600021288,v1:172.21.15.64:6803/3600021288]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]': finished 2024-08-29T14:47:33.772 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:33 smithi064 ceph-mon[30833]: osdmap e7: 1 total, 0 up, 1 in 2024-08-29T14:47:33.772 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:33 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T14:47:33.772 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:33 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T14:47:33.772 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:33 smithi064 ceph-mon[30833]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:47:33.772 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:33 smithi064 ceph-mon[19398]: from='osd.0 [v2:172.21.15.64:6802/3600021288,v1:172.21.15.64:6803/3600021288]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]': finished 2024-08-29T14:47:33.773 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:33 smithi064 ceph-mon[19398]: osdmap e7: 1 total, 0 up, 1 in 2024-08-29T14:47:33.773 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:33 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T14:47:33.773 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:33 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T14:47:33.773 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:33 smithi064 ceph-mon[19398]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:47:33.974 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:33 smithi146 ceph-mon[23161]: from='osd.0 [v2:172.21.15.64:6802/3600021288,v1:172.21.15.64:6803/3600021288]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]': finished 2024-08-29T14:47:33.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:33 smithi146 ceph-mon[23161]: osdmap e7: 1 total, 0 up, 1 in 2024-08-29T14:47:33.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:33 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T14:47:33.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:33 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T14:47:33.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:33 smithi146 ceph-mon[23161]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T14:47:34.966 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:34 smithi064 ceph-mon[19398]: purged_snaps scrub starts 2024-08-29T14:47:34.966 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:34 smithi064 ceph-mon[19398]: purged_snaps scrub ok 2024-08-29T14:47:34.966 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:34 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T14:47:34.966 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:34 smithi064 ceph-mon[19398]: osd.0 [v2:172.21.15.64:6802/3600021288,v1:172.21.15.64:6803/3600021288] boot 2024-08-29T14:47:34.966 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:34 smithi064 ceph-mon[19398]: osdmap e8: 1 total, 1 up, 1 in 2024-08-29T14:47:34.966 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:34 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T14:47:34.966 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:34 smithi064 ceph-mon[30833]: purged_snaps scrub starts 2024-08-29T14:47:34.966 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:34 smithi064 ceph-mon[30833]: purged_snaps scrub ok 2024-08-29T14:47:34.967 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:34 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T14:47:34.967 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:34 smithi064 ceph-mon[30833]: osd.0 [v2:172.21.15.64:6802/3600021288,v1:172.21.15.64:6803/3600021288] boot 2024-08-29T14:47:34.967 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:34 smithi064 ceph-mon[30833]: osdmap e8: 1 total, 1 up, 1 in 2024-08-29T14:47:34.967 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:34 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T14:47:34.974 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:34 smithi146 ceph-mon[23161]: purged_snaps scrub starts 2024-08-29T14:47:34.974 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:34 smithi146 ceph-mon[23161]: purged_snaps scrub ok 2024-08-29T14:47:34.974 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:34 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T14:47:34.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:34 smithi146 ceph-mon[23161]: osd.0 [v2:172.21.15.64:6802/3600021288,v1:172.21.15.64:6803/3600021288] boot 2024-08-29T14:47:34.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:34 smithi146 ceph-mon[23161]: osdmap e8: 1 total, 1 up, 1 in 2024-08-29T14:47:34.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:34 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T14:47:35.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:35 smithi146 ceph-mon[23161]: osdmap e9: 1 total, 1 up, 1 in 2024-08-29T14:47:35.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:35 smithi146 ceph-mon[23161]: Detected new or changed devices on smithi064 2024-08-29T14:47:35.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:35 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:35.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:35 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:35.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:35 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:47:35.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:35 smithi146 ceph-mon[23161]: Adjusting osd_memory_target on smithi064 to 16064M 2024-08-29T14:47:35.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:35 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:35.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:35 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:35.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:35 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:47:35.976 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:35 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:35.976 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:35 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:47:35.976 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:35 smithi146 ceph-mon[23161]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:47:35.976 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:35 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:35.976 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:35 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:47:35.976 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:35 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:36.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:35 smithi064 ceph-mon[19398]: osdmap e9: 1 total, 1 up, 1 in 2024-08-29T14:47:36.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:35 smithi064 ceph-mon[19398]: Detected new or changed devices on smithi064 2024-08-29T14:47:36.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:35 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:36.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:35 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:36.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:35 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:47:36.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:35 smithi064 ceph-mon[19398]: Adjusting osd_memory_target on smithi064 to 16064M 2024-08-29T14:47:36.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:35 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:36.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:35 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:36.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:35 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:47:36.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:35 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:36.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:35 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:47:36.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:35 smithi064 ceph-mon[19398]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:47:36.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:35 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:36.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:35 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:47:36.032 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:35 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:36.032 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:35 smithi064 ceph-mon[30833]: osdmap e9: 1 total, 1 up, 1 in 2024-08-29T14:47:36.032 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:35 smithi064 ceph-mon[30833]: Detected new or changed devices on smithi064 2024-08-29T14:47:36.032 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:35 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:36.032 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:35 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:36.032 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:35 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:47:36.032 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:35 smithi064 ceph-mon[30833]: Adjusting osd_memory_target on smithi064 to 16064M 2024-08-29T14:47:36.032 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:35 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:36.032 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:35 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:36.032 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:35 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:47:36.033 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:35 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:36.033 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:35 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:47:36.033 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:35 smithi064 ceph-mon[30833]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:47:36.033 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:35 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:36.033 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:35 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:47:36.033 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:35 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:36.052 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:47:36.071 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph orch daemon add osd smithi064:vg_nvme/lv_3 2024-08-29T14:47:36.268 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:47:38.341 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:38 smithi064 ceph-mon[19398]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:47:38.341 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:38 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T14:47:38.341 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:38 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T14:47:38.341 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:38 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:38.341 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:38 smithi064 ceph-mon[30833]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:47:38.341 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:38 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T14:47:38.341 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:38 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T14:47:38.342 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:38 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:38.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:38 smithi146 ceph-mon[23161]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:47:38.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:38 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T14:47:38.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:38 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T14:47:38.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:38 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:39.331 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:39 smithi064 ceph-mon[19398]: from='client.14238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi064:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:47:39.331 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:39 smithi064 ceph-mon[19398]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:47:39.331 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:39 smithi064 ceph-mon[30833]: from='client.14238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi064:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:47:39.331 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:39 smithi064 ceph-mon[30833]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:47:39.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:39 smithi146 ceph-mon[23161]: from='client.14238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi064:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:47:39.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:39 smithi146 ceph-mon[23161]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:47:40.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:40 smithi146 ceph-mon[23161]: from='client.? 172.21.15.64:0/1622349220' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3a71bfc7-f6da-46bb-b7be-886aadd68ba9"}]: dispatch 2024-08-29T14:47:40.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:40 smithi146 ceph-mon[23161]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3a71bfc7-f6da-46bb-b7be-886aadd68ba9"}]: dispatch 2024-08-29T14:47:40.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:40 smithi146 ceph-mon[23161]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3a71bfc7-f6da-46bb-b7be-886aadd68ba9"}]': finished 2024-08-29T14:47:40.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:40 smithi146 ceph-mon[23161]: osdmap e10: 2 total, 1 up, 2 in 2024-08-29T14:47:40.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:40 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T14:47:40.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:40 smithi064 ceph-mon[30833]: from='client.? 172.21.15.64:0/1622349220' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3a71bfc7-f6da-46bb-b7be-886aadd68ba9"}]: dispatch 2024-08-29T14:47:40.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:40 smithi064 ceph-mon[30833]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3a71bfc7-f6da-46bb-b7be-886aadd68ba9"}]: dispatch 2024-08-29T14:47:40.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:40 smithi064 ceph-mon[30833]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3a71bfc7-f6da-46bb-b7be-886aadd68ba9"}]': finished 2024-08-29T14:47:40.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:40 smithi064 ceph-mon[30833]: osdmap e10: 2 total, 1 up, 2 in 2024-08-29T14:47:40.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:40 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T14:47:40.781 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:40 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/1622349220' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3a71bfc7-f6da-46bb-b7be-886aadd68ba9"}]: dispatch 2024-08-29T14:47:40.781 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:40 smithi064 ceph-mon[19398]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3a71bfc7-f6da-46bb-b7be-886aadd68ba9"}]: dispatch 2024-08-29T14:47:40.782 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:40 smithi064 ceph-mon[19398]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3a71bfc7-f6da-46bb-b7be-886aadd68ba9"}]': finished 2024-08-29T14:47:40.782 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:40 smithi064 ceph-mon[19398]: osdmap e10: 2 total, 1 up, 2 in 2024-08-29T14:47:40.782 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:40 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T14:47:41.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:41 smithi146 ceph-mon[23161]: from='client.? 172.21.15.64:0/3889135402' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T14:47:41.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:41 smithi146 ceph-mon[23161]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:47:41.994 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:41 smithi064 ceph-mon[30833]: from='client.? 172.21.15.64:0/3889135402' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T14:47:41.994 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:41 smithi064 ceph-mon[30833]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:47:41.994 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:41 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/3889135402' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T14:47:41.994 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:41 smithi064 ceph-mon[19398]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:47:44.294 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:44 smithi064 ceph-mon[19398]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:47:44.294 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:44 smithi064 ceph-mon[30833]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:47:44.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:44 smithi146 ceph-mon[23161]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:47:46.333 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:46 smithi064 ceph-mon[19398]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:47:46.333 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:46 smithi064 ceph-mon[30833]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:47:46.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:46 smithi146 ceph-mon[23161]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:47:47.280 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:47 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-29T14:47:47.280 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:47 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:47.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:47 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-29T14:47:47.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:47 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:47.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:47 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-29T14:47:47.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:47 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:48.142 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:48 smithi064 ceph-mon[19398]: Deploying daemon osd.1 on smithi064 2024-08-29T14:47:48.143 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:48 smithi064 ceph-mon[19398]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:47:48.143 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:48 smithi064 ceph-mon[30833]: Deploying daemon osd.1 on smithi064 2024-08-29T14:47:48.143 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:48 smithi064 ceph-mon[30833]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:47:48.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:48 smithi146 ceph-mon[23161]: Deploying daemon osd.1 on smithi064 2024-08-29T14:47:48.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:48 smithi146 ceph-mon[23161]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:47:49.200 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:49 smithi064 ceph-mon[19398]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:47:49.200 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:49 smithi064 ceph-mon[30833]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:47:49.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:49 smithi146 ceph-mon[23161]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:47:52.250 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:52 smithi064 ceph-mon[30833]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:47:52.251 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:52 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:47:52.251 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:52 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:52.251 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:52 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:52.251 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:52 smithi064 ceph-mon[19398]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:47:52.251 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:52 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:47:52.251 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:52 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:52.251 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:52 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:52.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:52 smithi146 ceph-mon[23161]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:47:52.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:52 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:47:52.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:52 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:52.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:52 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:53.223 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:53 smithi064 ceph-mon[30833]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:47:53.224 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:53 smithi064 ceph-mon[19398]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:47:53.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:53 smithi146 ceph-mon[23161]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:47:55.030 INFO:teuthology.orchestra.run.smithi064.stdout:Created osd(s) 1 on host 'smithi064' 2024-08-29T14:47:55.659 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:55 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:55.660 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:55 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:55.660 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:55 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:55.660 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:55 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:47:55.660 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:55 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:55.660 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:55 smithi064 ceph-mon[19398]: from='osd.1 [v2:172.21.15.64:6810/2165277501,v1:172.21.15.64:6811/2165277501]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-29T14:47:55.661 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:55 smithi064 ceph-mon[19398]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-29T14:47:55.661 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:55 smithi064 ceph-mon[19398]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:47:55.661 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:55 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:47:55.661 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:55 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:55.661 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:55 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:55.661 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:55 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:55.661 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:55 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:55.661 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:55 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:55.661 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:55 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:47:55.661 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:55 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:55.661 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:55 smithi064 ceph-mon[30833]: from='osd.1 [v2:172.21.15.64:6810/2165277501,v1:172.21.15.64:6811/2165277501]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-29T14:47:55.662 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:55 smithi064 ceph-mon[30833]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-29T14:47:55.662 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:55 smithi064 ceph-mon[30833]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:47:55.662 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:55 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:47:55.662 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:55 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:55.662 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:55 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:55.681 DEBUG:teuthology.orchestra.run.smithi064:osd.1> sudo journalctl -f -n 0 -u ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@osd.1.service 2024-08-29T14:47:55.683 INFO:tasks.cephadm:Deploying osd.2 on smithi064 with /dev/vg_nvme/lv_2... 2024-08-29T14:47:55.684 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-08-29T14:47:55.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:55 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:55.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:55 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:55.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:55 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:55.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:55 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:47:55.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:55 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:55.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:55 smithi146 ceph-mon[23161]: from='osd.1 [v2:172.21.15.64:6810/2165277501,v1:172.21.15.64:6811/2165277501]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-29T14:47:55.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:55 smithi146 ceph-mon[23161]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-29T14:47:55.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:55 smithi146 ceph-mon[23161]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:47:55.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:55 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:47:55.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:55 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:55.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:55 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:56.487 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:47:56.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:56 smithi064 ceph-mon[19398]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-29T14:47:56.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:56 smithi064 ceph-mon[19398]: osdmap e11: 2 total, 1 up, 2 in 2024-08-29T14:47:56.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:56 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T14:47:56.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:56 smithi064 ceph-mon[19398]: from='osd.1 [v2:172.21.15.64:6810/2165277501,v1:172.21.15.64:6811/2165277501]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-08-29T14:47:56.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:56 smithi064 ceph-mon[19398]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-08-29T14:47:56.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:56 smithi064 ceph-mon[30833]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-29T14:47:56.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:56 smithi064 ceph-mon[30833]: osdmap e11: 2 total, 1 up, 2 in 2024-08-29T14:47:56.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:56 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T14:47:56.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:56 smithi064 ceph-mon[30833]: from='osd.1 [v2:172.21.15.64:6810/2165277501,v1:172.21.15.64:6811/2165277501]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-08-29T14:47:56.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:56 smithi064 ceph-mon[30833]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-08-29T14:47:56.531 INFO:journalctl@ceph.osd.1.smithi064.stdout:Aug 29 14:47:56 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-1[41158]: 2024-08-29T14:47:56.371+0000 7ff62ad97640 -1 osd.1 0 waiting for initial osdmap 2024-08-29T14:47:56.531 INFO:journalctl@ceph.osd.1.smithi064.stdout:Aug 29 14:47:56 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-1[41158]: 2024-08-29T14:47:56.373+0000 7ff626bc0640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-29T14:47:56.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:56 smithi146 ceph-mon[23161]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-29T14:47:56.865 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:56 smithi146 ceph-mon[23161]: osdmap e11: 2 total, 1 up, 2 in 2024-08-29T14:47:56.865 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:56 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T14:47:56.865 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:56 smithi146 ceph-mon[23161]: from='osd.1 [v2:172.21.15.64:6810/2165277501,v1:172.21.15.64:6811/2165277501]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-08-29T14:47:56.865 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:56 smithi146 ceph-mon[23161]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-08-29T14:47:57.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:57 smithi064 ceph-mon[19398]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]': finished 2024-08-29T14:47:57.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:57 smithi064 ceph-mon[19398]: osdmap e12: 2 total, 1 up, 2 in 2024-08-29T14:47:57.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:57 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T14:47:57.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:57 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T14:47:57.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:57 smithi064 ceph-mon[19398]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:47:57.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:57 smithi064 ceph-mon[30833]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]': finished 2024-08-29T14:47:57.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:57 smithi064 ceph-mon[30833]: osdmap e12: 2 total, 1 up, 2 in 2024-08-29T14:47:57.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:57 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T14:47:57.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:57 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T14:47:57.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:57 smithi064 ceph-mon[30833]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:47:57.724 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:57 smithi146 ceph-mon[23161]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]': finished 2024-08-29T14:47:57.724 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:57 smithi146 ceph-mon[23161]: osdmap e12: 2 total, 1 up, 2 in 2024-08-29T14:47:57.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:57 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T14:47:57.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:57 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T14:47:57.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:57 smithi146 ceph-mon[23161]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-29T14:47:58.724 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:58 smithi146 ceph-mon[23161]: purged_snaps scrub starts 2024-08-29T14:47:58.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:58 smithi146 ceph-mon[23161]: purged_snaps scrub ok 2024-08-29T14:47:58.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:58 smithi146 ceph-mon[23161]: osd.1 [v2:172.21.15.64:6810/2165277501,v1:172.21.15.64:6811/2165277501] boot 2024-08-29T14:47:58.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:58 smithi146 ceph-mon[23161]: osdmap e13: 2 total, 2 up, 2 in 2024-08-29T14:47:58.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:58 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T14:47:58.780 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:58 smithi064 ceph-mon[19398]: purged_snaps scrub starts 2024-08-29T14:47:58.780 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:58 smithi064 ceph-mon[19398]: purged_snaps scrub ok 2024-08-29T14:47:58.780 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:58 smithi064 ceph-mon[19398]: osd.1 [v2:172.21.15.64:6810/2165277501,v1:172.21.15.64:6811/2165277501] boot 2024-08-29T14:47:58.780 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:58 smithi064 ceph-mon[19398]: osdmap e13: 2 total, 2 up, 2 in 2024-08-29T14:47:58.781 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:58 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T14:47:58.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:58 smithi064 ceph-mon[30833]: purged_snaps scrub starts 2024-08-29T14:47:58.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:58 smithi064 ceph-mon[30833]: purged_snaps scrub ok 2024-08-29T14:47:58.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:58 smithi064 ceph-mon[30833]: osd.1 [v2:172.21.15.64:6810/2165277501,v1:172.21.15.64:6811/2165277501] boot 2024-08-29T14:47:58.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:58 smithi064 ceph-mon[30833]: osdmap e13: 2 total, 2 up, 2 in 2024-08-29T14:47:58.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:58 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T14:47:59.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:59 smithi064 ceph-mon[30833]: osdmap e14: 2 total, 2 up, 2 in 2024-08-29T14:47:59.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:59 smithi064 ceph-mon[30833]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-29T14:47:59.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:59 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:59.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:59 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:59.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:59 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:47:59.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:59 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:47:59.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:59 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:59.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:59 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:59.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:59 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:47:59.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:47:59 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:59.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:59 smithi064 ceph-mon[19398]: osdmap e14: 2 total, 2 up, 2 in 2024-08-29T14:47:59.532 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:59 smithi064 ceph-mon[19398]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-29T14:47:59.532 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:59 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:59.532 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:59 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:59.532 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:59 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:47:59.532 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:59 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:47:59.532 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:59 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:59.532 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:59 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:59.532 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:59 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:47:59.532 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:47:59 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:59.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:59 smithi146 ceph-mon[23161]: osdmap e14: 2 total, 2 up, 2 in 2024-08-29T14:47:59.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:59 smithi146 ceph-mon[23161]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-29T14:47:59.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:59 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:59.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:59 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:59.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:59 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:47:59.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:59 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:47:59.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:59 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:47:59.726 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:59 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:47:59.726 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:59 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:47:59.726 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:47:59 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:00.686 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:00 smithi064 ceph-mon[30833]: Detected new or changed devices on smithi064 2024-08-29T14:48:00.686 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:00 smithi064 ceph-mon[30833]: Adjusting osd_memory_target on smithi064 to 8032M 2024-08-29T14:48:00.686 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:00 smithi064 ceph-mon[19398]: Detected new or changed devices on smithi064 2024-08-29T14:48:00.686 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:00 smithi064 ceph-mon[19398]: Adjusting osd_memory_target on smithi064 to 8032M 2024-08-29T14:48:00.688 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:48:00.708 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph orch daemon add osd smithi064:vg_nvme/lv_2 2024-08-29T14:48:00.724 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:00 smithi146 ceph-mon[23161]: Detected new or changed devices on smithi064 2024-08-29T14:48:00.724 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:00 smithi146 ceph-mon[23161]: Adjusting osd_memory_target on smithi064 to 8032M 2024-08-29T14:48:00.907 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:48:01.724 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:01 smithi146 ceph-mon[23161]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-29T14:48:01.756 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:01 smithi064 ceph-mon[19398]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-29T14:48:01.756 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:01 smithi064 ceph-mon[30833]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-29T14:48:03.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:02 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T14:48:03.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:02 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T14:48:03.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:02 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:48:03.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:02 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T14:48:03.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:02 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T14:48:03.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:02 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:48:03.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:02 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T14:48:03.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:02 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T14:48:03.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:02 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:48:04.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:03 smithi064 ceph-mon[30833]: from='client.14265 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi064:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:04.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:03 smithi064 ceph-mon[30833]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-29T14:48:04.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:03 smithi064 ceph-mon[19398]: from='client.14265 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi064:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:04.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:03 smithi064 ceph-mon[19398]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-29T14:48:04.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:03 smithi146 ceph-mon[23161]: from='client.14265 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi064:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:04.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:03 smithi146 ceph-mon[23161]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-29T14:48:06.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:06 smithi146 ceph-mon[23161]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-29T14:48:06.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:06 smithi146 ceph-mon[23161]: from='client.? 172.21.15.64:0/2616762425' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9148e741-2bf9-4ec8-be23-a8bed3c9c0c2"}]: dispatch 2024-08-29T14:48:06.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:06 smithi146 ceph-mon[23161]: from='client.? 172.21.15.64:0/2616762425' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9148e741-2bf9-4ec8-be23-a8bed3c9c0c2"}]': finished 2024-08-29T14:48:06.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:06 smithi146 ceph-mon[23161]: osdmap e15: 3 total, 2 up, 3 in 2024-08-29T14:48:06.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:06 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T14:48:06.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:06 smithi146 ceph-mon[23161]: from='client.? 172.21.15.64:0/1778445704' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T14:48:06.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:06 smithi064 ceph-mon[30833]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-29T14:48:06.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:06 smithi064 ceph-mon[30833]: from='client.? 172.21.15.64:0/2616762425' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9148e741-2bf9-4ec8-be23-a8bed3c9c0c2"}]: dispatch 2024-08-29T14:48:06.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:06 smithi064 ceph-mon[30833]: from='client.? 172.21.15.64:0/2616762425' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9148e741-2bf9-4ec8-be23-a8bed3c9c0c2"}]': finished 2024-08-29T14:48:06.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:06 smithi064 ceph-mon[30833]: osdmap e15: 3 total, 2 up, 3 in 2024-08-29T14:48:06.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:06 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T14:48:06.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:06 smithi064 ceph-mon[30833]: from='client.? 172.21.15.64:0/1778445704' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T14:48:06.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:06 smithi064 ceph-mon[19398]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-29T14:48:06.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:06 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/2616762425' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9148e741-2bf9-4ec8-be23-a8bed3c9c0c2"}]: dispatch 2024-08-29T14:48:06.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:06 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/2616762425' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9148e741-2bf9-4ec8-be23-a8bed3c9c0c2"}]': finished 2024-08-29T14:48:06.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:06 smithi064 ceph-mon[19398]: osdmap e15: 3 total, 2 up, 3 in 2024-08-29T14:48:06.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:06 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T14:48:06.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:06 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/1778445704' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T14:48:07.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:07 smithi146 ceph-mon[23161]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-29T14:48:07.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:07 smithi064 ceph-mon[19398]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-29T14:48:07.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:07 smithi064 ceph-mon[30833]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-29T14:48:10.117 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:10 smithi064 ceph-mon[30833]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-29T14:48:10.118 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:10 smithi064 ceph-mon[19398]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-29T14:48:10.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:10 smithi146 ceph-mon[23161]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-29T14:48:12.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:12 smithi064 ceph-mon[19398]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-29T14:48:12.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:12 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-29T14:48:12.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:12 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:48:12.281 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:12 smithi064 ceph-mon[30833]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-29T14:48:12.281 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:12 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-29T14:48:12.281 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:12 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:48:12.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:12 smithi146 ceph-mon[23161]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-29T14:48:12.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:12 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-29T14:48:12.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:12 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:48:13.183 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:13 smithi064 ceph-mon[19398]: Deploying daemon osd.2 on smithi064 2024-08-29T14:48:13.183 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:13 smithi064 ceph-mon[19398]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-29T14:48:13.184 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:13 smithi064 ceph-mon[30833]: Deploying daemon osd.2 on smithi064 2024-08-29T14:48:13.184 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:13 smithi064 ceph-mon[30833]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-29T14:48:13.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:13 smithi146 ceph-mon[23161]: Deploying daemon osd.2 on smithi064 2024-08-29T14:48:13.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:13 smithi146 ceph-mon[23161]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-29T14:48:16.368 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:16 smithi064 ceph-mon[19398]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-29T14:48:16.369 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:16 smithi064 ceph-mon[30833]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-29T14:48:16.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:16 smithi146 ceph-mon[23161]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-29T14:48:17.105 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:17 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:17.105 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:17 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:17.105 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:17 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:17.105 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:17 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:17.105 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:17 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:17.105 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:17 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:17.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:17 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:17.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:17 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:17.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:17 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:18.142 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:18 smithi064 ceph-mon[30833]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-29T14:48:18.143 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:18 smithi064 ceph-mon[19398]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-29T14:48:18.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:18 smithi146 ceph-mon[23161]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-29T14:48:19.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:19 smithi064 ceph-mon[19398]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-29T14:48:19.280 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:19 smithi064 ceph-mon[30833]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-29T14:48:19.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:19 smithi146 ceph-mon[23161]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-29T14:48:20.003 INFO:teuthology.orchestra.run.smithi064.stdout:Created osd(s) 2 on host 'smithi064' 2024-08-29T14:48:20.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:20 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:20.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:20 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:20.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:20 smithi064 ceph-mon[30833]: from='osd.2 [v2:172.21.15.64:6818/2275369579,v1:172.21.15.64:6819/2275369579]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-29T14:48:20.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:20 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:48:20.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:20 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:48:20.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:20 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:20.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:20 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:20.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:20 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:20.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:20 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:20.532 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:20 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:20.532 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:20 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:20.532 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:20 smithi064 ceph-mon[19398]: from='osd.2 [v2:172.21.15.64:6818/2275369579,v1:172.21.15.64:6819/2275369579]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-29T14:48:20.532 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:20 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:48:20.532 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:20 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:48:20.532 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:20 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:20.532 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:20 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:20.533 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:20 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:20.533 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:20 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:20.707 DEBUG:teuthology.orchestra.run.smithi064:osd.2> sudo journalctl -f -n 0 -u ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@osd.2.service 2024-08-29T14:48:20.711 INFO:tasks.cephadm:Deploying osd.3 on smithi064 with /dev/vg_nvme/lv_1... 2024-08-29T14:48:20.711 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-08-29T14:48:20.724 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:20 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:20.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:20 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:20.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:20 smithi146 ceph-mon[23161]: from='osd.2 [v2:172.21.15.64:6818/2275369579,v1:172.21.15.64:6819/2275369579]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-29T14:48:20.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:20 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:48:20.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:20 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:48:20.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:20 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:20.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:20 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:20.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:20 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:20.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:20 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:21.476 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:48:21.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:21 smithi064 ceph-mon[19398]: from='osd.2 [v2:172.21.15.64:6818/2275369579,v1:172.21.15.64:6819/2275369579]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-29T14:48:21.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:21 smithi064 ceph-mon[19398]: osdmap e16: 3 total, 2 up, 3 in 2024-08-29T14:48:21.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:21 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T14:48:21.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:21 smithi064 ceph-mon[19398]: from='osd.2 [v2:172.21.15.64:6818/2275369579,v1:172.21.15.64:6819/2275369579]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-08-29T14:48:21.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:21 smithi064 ceph-mon[19398]: pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-29T14:48:21.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:21 smithi064 ceph-mon[30833]: from='osd.2 [v2:172.21.15.64:6818/2275369579,v1:172.21.15.64:6819/2275369579]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-29T14:48:21.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:21 smithi064 ceph-mon[30833]: osdmap e16: 3 total, 2 up, 3 in 2024-08-29T14:48:21.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:21 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T14:48:21.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:21 smithi064 ceph-mon[30833]: from='osd.2 [v2:172.21.15.64:6818/2275369579,v1:172.21.15.64:6819/2275369579]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-08-29T14:48:21.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:21 smithi064 ceph-mon[30833]: pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-29T14:48:21.724 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:21 smithi146 ceph-mon[23161]: from='osd.2 [v2:172.21.15.64:6818/2275369579,v1:172.21.15.64:6819/2275369579]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-29T14:48:21.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:21 smithi146 ceph-mon[23161]: osdmap e16: 3 total, 2 up, 3 in 2024-08-29T14:48:21.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:21 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T14:48:21.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:21 smithi146 ceph-mon[23161]: from='osd.2 [v2:172.21.15.64:6818/2275369579,v1:172.21.15.64:6819/2275369579]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-08-29T14:48:21.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:21 smithi146 ceph-mon[23161]: pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-29T14:48:22.030 INFO:journalctl@ceph.osd.2.smithi064.stdout:Aug 29 14:48:21 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-2[47122]: 2024-08-29T14:48:21.733+0000 7f810b7e7640 -1 osd.2 0 waiting for initial osdmap 2024-08-29T14:48:22.030 INFO:journalctl@ceph.osd.2.smithi064.stdout:Aug 29 14:48:21 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-2[47122]: 2024-08-29T14:48:21.738+0000 7f8102df1640 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-29T14:48:22.405 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:22 smithi064 ceph-mon[30833]: from='osd.2 [v2:172.21.15.64:6818/2275369579,v1:172.21.15.64:6819/2275369579]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]': finished 2024-08-29T14:48:22.406 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:22 smithi064 ceph-mon[30833]: osdmap e17: 3 total, 2 up, 3 in 2024-08-29T14:48:22.406 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:22 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T14:48:22.406 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:22 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T14:48:22.406 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:22 smithi064 ceph-mon[30833]: from='osd.2 [v2:172.21.15.64:6818/2275369579,v1:172.21.15.64:6819/2275369579]' entity='osd.2' 2024-08-29T14:48:22.406 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:22 smithi064 ceph-mon[19398]: from='osd.2 [v2:172.21.15.64:6818/2275369579,v1:172.21.15.64:6819/2275369579]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]': finished 2024-08-29T14:48:22.406 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:22 smithi064 ceph-mon[19398]: osdmap e17: 3 total, 2 up, 3 in 2024-08-29T14:48:22.406 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:22 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T14:48:22.406 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:22 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T14:48:22.406 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:22 smithi064 ceph-mon[19398]: from='osd.2 [v2:172.21.15.64:6818/2275369579,v1:172.21.15.64:6819/2275369579]' entity='osd.2' 2024-08-29T14:48:22.626 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:22 smithi146 ceph-mon[23161]: from='osd.2 [v2:172.21.15.64:6818/2275369579,v1:172.21.15.64:6819/2275369579]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]': finished 2024-08-29T14:48:22.626 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:22 smithi146 ceph-mon[23161]: osdmap e17: 3 total, 2 up, 3 in 2024-08-29T14:48:22.626 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:22 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T14:48:22.626 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:22 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T14:48:22.626 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:22 smithi146 ceph-mon[23161]: from='osd.2 [v2:172.21.15.64:6818/2275369579,v1:172.21.15.64:6819/2275369579]' entity='osd.2' 2024-08-29T14:48:23.600 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:23 smithi064 ceph-mon[19398]: purged_snaps scrub starts 2024-08-29T14:48:23.601 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:23 smithi064 ceph-mon[19398]: purged_snaps scrub ok 2024-08-29T14:48:23.601 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:23 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T14:48:23.601 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:23 smithi064 ceph-mon[19398]: osd.2 [v2:172.21.15.64:6818/2275369579,v1:172.21.15.64:6819/2275369579] boot 2024-08-29T14:48:23.601 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:23 smithi064 ceph-mon[19398]: osdmap e18: 3 total, 3 up, 3 in 2024-08-29T14:48:23.601 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:23 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T14:48:23.601 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:23 smithi064 ceph-mon[30833]: purged_snaps scrub starts 2024-08-29T14:48:23.601 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:23 smithi064 ceph-mon[30833]: purged_snaps scrub ok 2024-08-29T14:48:23.601 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:23 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T14:48:23.601 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:23 smithi064 ceph-mon[30833]: osd.2 [v2:172.21.15.64:6818/2275369579,v1:172.21.15.64:6819/2275369579] boot 2024-08-29T14:48:23.601 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:23 smithi064 ceph-mon[30833]: osdmap e18: 3 total, 3 up, 3 in 2024-08-29T14:48:23.602 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:23 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T14:48:23.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:23 smithi146 ceph-mon[23161]: purged_snaps scrub starts 2024-08-29T14:48:23.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:23 smithi146 ceph-mon[23161]: purged_snaps scrub ok 2024-08-29T14:48:23.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:23 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T14:48:23.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:23 smithi146 ceph-mon[23161]: osd.2 [v2:172.21.15.64:6818/2275369579,v1:172.21.15.64:6819/2275369579] boot 2024-08-29T14:48:23.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:23 smithi146 ceph-mon[23161]: osdmap e18: 3 total, 3 up, 3 in 2024-08-29T14:48:23.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:23 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T14:48:24.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:24 smithi064 ceph-mon[19398]: pgmap v75: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-29T14:48:24.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:24 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-08-29T14:48:24.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:24 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-08-29T14:48:24.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:24 smithi064 ceph-mon[19398]: osdmap e19: 3 total, 3 up, 3 in 2024-08-29T14:48:24.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:24 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-08-29T14:48:24.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:24 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:24.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:24 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:24.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:24 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:48:24.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:24 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:48:24.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:24 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:48:24.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:24 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:24.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:24 smithi064 ceph-mon[30833]: pgmap v75: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-29T14:48:24.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:24 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-08-29T14:48:24.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:24 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-08-29T14:48:24.532 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:24 smithi064 ceph-mon[30833]: osdmap e19: 3 total, 3 up, 3 in 2024-08-29T14:48:24.532 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:24 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-08-29T14:48:24.532 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:24 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:24.532 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:24 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:24.532 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:24 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:48:24.532 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:24 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:48:24.532 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:24 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:48:24.532 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:24 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:24.724 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:24 smithi146 ceph-mon[23161]: pgmap v75: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-29T14:48:24.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:24 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-08-29T14:48:24.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:24 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-08-29T14:48:24.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:24 smithi146 ceph-mon[23161]: osdmap e19: 3 total, 3 up, 3 in 2024-08-29T14:48:24.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:24 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-08-29T14:48:24.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:24 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:24.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:24 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:24.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:24 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:48:24.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:24 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:48:24.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:24 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:48:24.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:24 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:25.679 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:25 smithi064 ceph-mon[19398]: Detected new or changed devices on smithi064 2024-08-29T14:48:25.679 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:25 smithi064 ceph-mon[19398]: Adjusting osd_memory_target on smithi064 to 5354M 2024-08-29T14:48:25.679 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:25 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:48:25.679 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:25 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:48:25.679 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:25 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:25.679 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:25 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-08-29T14:48:25.680 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:25 smithi064 ceph-mon[19398]: osdmap e20: 3 total, 3 up, 3 in 2024-08-29T14:48:25.680 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:25 smithi064 ceph-mon[19398]: pgmap v78: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-08-29T14:48:25.680 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:25 smithi064 ceph-mon[30833]: Detected new or changed devices on smithi064 2024-08-29T14:48:25.680 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:25 smithi064 ceph-mon[30833]: Adjusting osd_memory_target on smithi064 to 5354M 2024-08-29T14:48:25.680 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:25 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:48:25.680 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:25 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:48:25.680 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:25 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:25.680 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:25 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-08-29T14:48:25.680 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:25 smithi064 ceph-mon[30833]: osdmap e20: 3 total, 3 up, 3 in 2024-08-29T14:48:25.680 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:25 smithi064 ceph-mon[30833]: pgmap v78: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-08-29T14:48:25.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:25 smithi146 ceph-mon[23161]: Detected new or changed devices on smithi064 2024-08-29T14:48:25.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:25 smithi146 ceph-mon[23161]: Adjusting osd_memory_target on smithi064 to 5354M 2024-08-29T14:48:25.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:25 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:48:25.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:25 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:48:25.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:25 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:25.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:25 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-08-29T14:48:25.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:25 smithi146 ceph-mon[23161]: osdmap e20: 3 total, 3 up, 3 in 2024-08-29T14:48:25.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:25 smithi146 ceph-mon[23161]: pgmap v78: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-08-29T14:48:25.788 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:48:25.806 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph orch daemon add osd smithi064:vg_nvme/lv_1 2024-08-29T14:48:25.950 INFO:journalctl@ceph.osd.0.smithi064.stdout:Aug 29 14:48:25 smithi064 sudo[51454]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-29T14:48:25.950 INFO:journalctl@ceph.osd.0.smithi064.stdout:Aug 29 14:48:25 smithi064 sudo[51454]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-29T14:48:25.950 INFO:journalctl@ceph.osd.0.smithi064.stdout:Aug 29 14:48:25 smithi064 sudo[51454]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-29T14:48:25.950 INFO:journalctl@ceph.osd.0.smithi064.stdout:Aug 29 14:48:25 smithi064 sudo[51454]: pam_unix(sudo:session): session closed for user root 2024-08-29T14:48:26.013 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:48:26.236 INFO:journalctl@ceph.osd.0.smithi064.stdout:Aug 29 14:48:25 smithi064 sudo[51488]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-29T14:48:26.236 INFO:journalctl@ceph.osd.0.smithi064.stdout:Aug 29 14:48:25 smithi064 sudo[51488]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-29T14:48:26.236 INFO:journalctl@ceph.osd.0.smithi064.stdout:Aug 29 14:48:25 smithi064 sudo[51488]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-29T14:48:26.236 INFO:journalctl@ceph.osd.0.smithi064.stdout:Aug 29 14:48:25 smithi064 sudo[51488]: pam_unix(sudo:session): session closed for user root 2024-08-29T14:48:26.510 INFO:journalctl@ceph.osd.1.smithi064.stdout:Aug 29 14:48:26 smithi064 sudo[51534]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-29T14:48:26.510 INFO:journalctl@ceph.osd.1.smithi064.stdout:Aug 29 14:48:26 smithi064 sudo[51534]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-29T14:48:26.510 INFO:journalctl@ceph.osd.1.smithi064.stdout:Aug 29 14:48:26 smithi064 sudo[51534]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-29T14:48:26.510 INFO:journalctl@ceph.osd.1.smithi064.stdout:Aug 29 14:48:26 smithi064 sudo[51534]: pam_unix(sudo:session): session closed for user root 2024-08-29T14:48:26.510 INFO:journalctl@ceph.osd.1.smithi064.stdout:Aug 29 14:48:26 smithi064 sudo[51575]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-29T14:48:26.768 INFO:journalctl@ceph.osd.1.smithi064.stdout:Aug 29 14:48:26 smithi064 sudo[51575]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-29T14:48:26.768 INFO:journalctl@ceph.osd.1.smithi064.stdout:Aug 29 14:48:26 smithi064 sudo[51575]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-29T14:48:26.768 INFO:journalctl@ceph.osd.1.smithi064.stdout:Aug 29 14:48:26 smithi064 sudo[51575]: pam_unix(sudo:session): session closed for user root 2024-08-29T14:48:27.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:26 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:27.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:26 smithi064 ceph-mon[19398]: osdmap e21: 3 total, 3 up, 3 in 2024-08-29T14:48:27.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:26 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:27.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:26 smithi064 ceph-mon[30833]: osdmap e21: 3 total, 3 up, 3 in 2024-08-29T14:48:27.031 INFO:journalctl@ceph.osd.2.smithi064.stdout:Aug 29 14:48:26 smithi064 sudo[51578]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-29T14:48:27.031 INFO:journalctl@ceph.osd.2.smithi064.stdout:Aug 29 14:48:26 smithi064 sudo[51578]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-29T14:48:27.031 INFO:journalctl@ceph.osd.2.smithi064.stdout:Aug 29 14:48:26 smithi064 sudo[51578]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-29T14:48:27.031 INFO:journalctl@ceph.osd.2.smithi064.stdout:Aug 29 14:48:26 smithi064 sudo[51578]: pam_unix(sudo:session): session closed for user root 2024-08-29T14:48:27.298 INFO:journalctl@ceph.osd.2.smithi064.stdout:Aug 29 14:48:27 smithi064 sudo[51587]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-29T14:48:27.298 INFO:journalctl@ceph.osd.2.smithi064.stdout:Aug 29 14:48:27 smithi064 sudo[51587]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-29T14:48:27.298 INFO:journalctl@ceph.osd.2.smithi064.stdout:Aug 29 14:48:27 smithi064 sudo[51587]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-29T14:48:27.298 INFO:journalctl@ceph.osd.2.smithi064.stdout:Aug 29 14:48:27 smithi064 sudo[51587]: pam_unix(sudo:session): session closed for user root 2024-08-29T14:48:27.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:26 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:27.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:26 smithi146 ceph-mon[23161]: osdmap e21: 3 total, 3 up, 3 in 2024-08-29T14:48:27.562 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:27 smithi064 sudo[51610]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-29T14:48:27.562 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:27 smithi064 sudo[51610]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-29T14:48:27.562 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:27 smithi064 sudo[51610]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-29T14:48:27.562 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:27 smithi064 sudo[51610]: pam_unix(sudo:session): session closed for user root 2024-08-29T14:48:28.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:27 smithi064 sudo[51633]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-29T14:48:28.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:27 smithi064 sudo[51633]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-29T14:48:28.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:27 smithi064 sudo[51633]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-29T14:48:28.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:27 smithi064 sudo[51633]: pam_unix(sudo:session): session closed for user root 2024-08-29T14:48:28.071 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:27 smithi146 sudo[25924]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-29T14:48:28.071 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:27 smithi146 sudo[25924]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-29T14:48:28.071 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:27 smithi146 sudo[25924]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-29T14:48:28.071 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:27 smithi146 sudo[25924]: pam_unix(sudo:session): session closed for user root 2024-08-29T14:48:28.337 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:28 smithi064 ceph-mon[19398]: pgmap v80: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-08-29T14:48:28.338 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:28 smithi064 ceph-mon[19398]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-29T14:48:28.338 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:28 smithi064 ceph-mon[19398]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-29T14:48:28.338 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:28 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:28.338 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:28 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:28.338 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:28 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:28.338 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:28 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:28.338 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:28 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:28.338 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:28 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:28.338 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:28 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T14:48:28.338 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:28 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T14:48:28.338 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:28 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:48:28.338 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:28 smithi064 ceph-mon[30833]: pgmap v80: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-08-29T14:48:28.339 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:28 smithi064 ceph-mon[30833]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-29T14:48:28.339 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:28 smithi064 ceph-mon[30833]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-29T14:48:28.339 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:28 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:28.339 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:28 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:28.339 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:28 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:28.339 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:28 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:28.339 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:28 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:28.339 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:28 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:28.339 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:28 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T14:48:28.339 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:28 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T14:48:28.339 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:28 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:48:28.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:28 smithi146 sudo[25927]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-29T14:48:28.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:28 smithi146 sudo[25927]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-29T14:48:28.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:28 smithi146 sudo[25927]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-29T14:48:28.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:28 smithi146 sudo[25927]: pam_unix(sudo:session): session closed for user root 2024-08-29T14:48:28.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:28 smithi146 ceph-mon[23161]: pgmap v80: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-08-29T14:48:28.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:28 smithi146 ceph-mon[23161]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-29T14:48:28.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:28 smithi146 ceph-mon[23161]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-29T14:48:28.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:28 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:28.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:28 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:28.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:28 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:28.476 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:28 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:28.476 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:28 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:28.476 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:28 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:28.476 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:28 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T14:48:28.476 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:28 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T14:48:28.476 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:28 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:48:28.681 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:28 smithi064 sudo[51805]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-29T14:48:28.681 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:28 smithi064 sudo[51805]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-29T14:48:28.681 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:28 smithi064 sudo[51805]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-29T14:48:28.681 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:28 smithi064 sudo[51805]: pam_unix(sudo:session): session closed for user root 2024-08-29T14:48:29.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:28 smithi064 sudo[51826]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-29T14:48:29.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:28 smithi064 sudo[51826]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-29T14:48:29.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:28 smithi064 sudo[51826]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-29T14:48:29.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:28 smithi064 sudo[51826]: pam_unix(sudo:session): session closed for user root 2024-08-29T14:48:29.354 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:29 smithi064 ceph-mon[30833]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-29T14:48:29.354 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:29 smithi064 ceph-mon[30833]: from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi064:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:29.354 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:29 smithi064 ceph-mon[30833]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-29T14:48:29.354 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:29 smithi064 ceph-mon[30833]: mgrmap e15: y(active, since 2m), standbys: x 2024-08-29T14:48:29.354 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:29 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:29.354 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:29 smithi064 ceph-mon[30833]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-29T14:48:29.354 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:29 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:29.355 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:29 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:29.355 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:29 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:29.355 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:29 smithi064 ceph-mon[30833]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-29T14:48:29.355 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:29 smithi064 ceph-mon[30833]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-08-29T14:48:29.355 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:29 smithi064 ceph-mon[19398]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-29T14:48:29.355 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:29 smithi064 ceph-mon[19398]: from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi064:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:29.355 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:29 smithi064 ceph-mon[19398]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-29T14:48:29.355 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:29 smithi064 ceph-mon[19398]: mgrmap e15: y(active, since 2m), standbys: x 2024-08-29T14:48:29.355 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:29 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:29.355 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:29 smithi064 ceph-mon[19398]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-29T14:48:29.355 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:29 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:29.356 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:29 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:29.356 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:29 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:29.356 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:29 smithi064 ceph-mon[19398]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-29T14:48:29.356 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:29 smithi064 ceph-mon[19398]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-08-29T14:48:29.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:29 smithi146 ceph-mon[23161]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-29T14:48:29.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:29 smithi146 ceph-mon[23161]: from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi064:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:29.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:29 smithi146 ceph-mon[23161]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-29T14:48:29.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:29 smithi146 ceph-mon[23161]: mgrmap e15: y(active, since 2m), standbys: x 2024-08-29T14:48:29.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:29 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:29.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:29 smithi146 ceph-mon[23161]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-29T14:48:29.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:29 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:48:29.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:29 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:48:29.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:29 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:48:29.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:29 smithi146 ceph-mon[23161]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-29T14:48:29.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:29 smithi146 ceph-mon[23161]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-08-29T14:48:30.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:30 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/12861442' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "884e53ab-b244-4ec7-b291-18965ce0b7e4"}]: dispatch 2024-08-29T14:48:30.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:30 smithi064 ceph-mon[19398]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "884e53ab-b244-4ec7-b291-18965ce0b7e4"}]: dispatch 2024-08-29T14:48:30.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:30 smithi064 ceph-mon[19398]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "884e53ab-b244-4ec7-b291-18965ce0b7e4"}]': finished 2024-08-29T14:48:30.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:30 smithi064 ceph-mon[19398]: osdmap e22: 4 total, 3 up, 4 in 2024-08-29T14:48:30.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:30 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T14:48:30.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:30 smithi064 ceph-mon[30833]: from='client.? 172.21.15.64:0/12861442' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "884e53ab-b244-4ec7-b291-18965ce0b7e4"}]: dispatch 2024-08-29T14:48:30.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:30 smithi064 ceph-mon[30833]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "884e53ab-b244-4ec7-b291-18965ce0b7e4"}]: dispatch 2024-08-29T14:48:30.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:30 smithi064 ceph-mon[30833]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "884e53ab-b244-4ec7-b291-18965ce0b7e4"}]': finished 2024-08-29T14:48:30.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:30 smithi064 ceph-mon[30833]: osdmap e22: 4 total, 3 up, 4 in 2024-08-29T14:48:30.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:30 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T14:48:30.724 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:30 smithi146 ceph-mon[23161]: from='client.? 172.21.15.64:0/12861442' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "884e53ab-b244-4ec7-b291-18965ce0b7e4"}]: dispatch 2024-08-29T14:48:30.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:30 smithi146 ceph-mon[23161]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "884e53ab-b244-4ec7-b291-18965ce0b7e4"}]: dispatch 2024-08-29T14:48:30.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:30 smithi146 ceph-mon[23161]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "884e53ab-b244-4ec7-b291-18965ce0b7e4"}]': finished 2024-08-29T14:48:30.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:30 smithi146 ceph-mon[23161]: osdmap e22: 4 total, 3 up, 4 in 2024-08-29T14:48:30.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:30 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T14:48:31.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:31 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/2909166265' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T14:48:31.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:31 smithi064 ceph-mon[19398]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-08-29T14:48:31.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:31 smithi064 ceph-mon[30833]: from='client.? 172.21.15.64:0/2909166265' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T14:48:31.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:31 smithi064 ceph-mon[30833]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-08-29T14:48:31.724 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:31 smithi146 ceph-mon[23161]: from='client.? 172.21.15.64:0/2909166265' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T14:48:31.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:31 smithi146 ceph-mon[23161]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-08-29T14:48:34.282 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:34 smithi064 ceph-mon[19398]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-08-29T14:48:34.282 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:34 smithi064 ceph-mon[30833]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-08-29T14:48:34.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:34 smithi146 ceph-mon[23161]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-08-29T14:48:35.377 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:35 smithi064 ceph-mon[30833]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 44 KiB/s wr, 3 op/s 2024-08-29T14:48:35.377 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:35 smithi064 ceph-mon[19398]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 44 KiB/s wr, 3 op/s 2024-08-29T14:48:35.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:35 smithi146 ceph-mon[23161]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 44 KiB/s wr, 3 op/s 2024-08-29T14:48:36.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:36 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-29T14:48:36.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:36 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:48:36.742 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:36 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-29T14:48:36.742 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:36 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:48:36.742 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:36 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-29T14:48:36.742 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:36 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:48:37.724 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:37 smithi146 ceph-mon[23161]: Deploying daemon osd.3 on smithi064 2024-08-29T14:48:37.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:37 smithi146 ceph-mon[23161]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 1.1 KiB/s rd, 33 KiB/s wr, 2 op/s 2024-08-29T14:48:37.780 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:37 smithi064 ceph-mon[30833]: Deploying daemon osd.3 on smithi064 2024-08-29T14:48:37.780 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:37 smithi064 ceph-mon[30833]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 1.1 KiB/s rd, 33 KiB/s wr, 2 op/s 2024-08-29T14:48:37.780 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:37 smithi064 ceph-mon[19398]: Deploying daemon osd.3 on smithi064 2024-08-29T14:48:37.781 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:37 smithi064 ceph-mon[19398]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 1.1 KiB/s rd, 33 KiB/s wr, 2 op/s 2024-08-29T14:48:40.301 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:40 smithi064 ceph-mon[19398]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 921 B/s rd, 26 KiB/s wr, 2 op/s 2024-08-29T14:48:40.301 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:40 smithi064 ceph-mon[30833]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 921 B/s rd, 26 KiB/s wr, 2 op/s 2024-08-29T14:48:40.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:40 smithi146 ceph-mon[23161]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 921 B/s rd, 26 KiB/s wr, 2 op/s 2024-08-29T14:48:42.134 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:42 smithi064 ceph-mon[19398]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 853 B/s rd, 24 KiB/s wr, 2 op/s 2024-08-29T14:48:42.134 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:42 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:42.135 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:42 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:42.135 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:42 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:42.135 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:42 smithi064 ceph-mon[30833]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 853 B/s rd, 24 KiB/s wr, 2 op/s 2024-08-29T14:48:42.135 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:42 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:42.135 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:42 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:42.135 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:42 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:42.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:42 smithi146 ceph-mon[23161]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 853 B/s rd, 24 KiB/s wr, 2 op/s 2024-08-29T14:48:42.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:42 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:42.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:42 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:42.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:42 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:43.206 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:43 smithi064 ceph-mon[19398]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-08-29T14:48:43.206 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:43 smithi064 ceph-mon[30833]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-08-29T14:48:43.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:43 smithi146 ceph-mon[23161]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-08-29T14:48:44.680 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:44 smithi064 ceph-mon[19398]: from='osd.3 [v2:172.21.15.64:6826/3264411659,v1:172.21.15.64:6827/3264411659]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-29T14:48:44.681 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:44 smithi064 ceph-mon[19398]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-29T14:48:44.681 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:44 smithi064 ceph-mon[30833]: from='osd.3 [v2:172.21.15.64:6826/3264411659,v1:172.21.15.64:6827/3264411659]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-29T14:48:44.681 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:44 smithi064 ceph-mon[30833]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-29T14:48:44.681 INFO:teuthology.orchestra.run.smithi064.stdout:Created osd(s) 3 on host 'smithi064' 2024-08-29T14:48:44.974 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:44 smithi146 ceph-mon[23161]: from='osd.3 [v2:172.21.15.64:6826/3264411659,v1:172.21.15.64:6827/3264411659]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-29T14:48:44.974 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:44 smithi146 ceph-mon[23161]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-29T14:48:45.298 DEBUG:teuthology.orchestra.run.smithi064:osd.3> sudo journalctl -f -n 0 -u ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@osd.3.service 2024-08-29T14:48:45.300 INFO:tasks.cephadm:Deploying osd.4 on smithi146 with /dev/vg_nvme/lv_4... 2024-08-29T14:48:45.300 DEBUG:teuthology.orchestra.run.smithi146:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-08-29T14:48:45.503 INFO:teuthology.orchestra.run.smithi146.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.b/config 2024-08-29T14:48:45.868 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:45 smithi146 ceph-mon[23161]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-29T14:48:45.868 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:45 smithi146 ceph-mon[23161]: osdmap e23: 4 total, 3 up, 4 in 2024-08-29T14:48:45.868 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:45 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T14:48:45.868 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:45 smithi146 ceph-mon[23161]: from='osd.3 [v2:172.21.15.64:6826/3264411659,v1:172.21.15.64:6827/3264411659]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-08-29T14:48:45.868 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:45 smithi146 ceph-mon[23161]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-08-29T14:48:45.868 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:45 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:45.868 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:45 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:45.868 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:45 smithi146 ceph-mon[23161]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-08-29T14:48:45.868 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:45 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:45.868 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:45 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:45.902 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:45 smithi064 ceph-mon[19398]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-29T14:48:45.902 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:45 smithi064 ceph-mon[19398]: osdmap e23: 4 total, 3 up, 4 in 2024-08-29T14:48:45.903 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:45 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T14:48:45.903 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:45 smithi064 ceph-mon[19398]: from='osd.3 [v2:172.21.15.64:6826/3264411659,v1:172.21.15.64:6827/3264411659]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-08-29T14:48:45.903 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:45 smithi064 ceph-mon[19398]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-08-29T14:48:45.903 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:45 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:45.903 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:45 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:45.903 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:45 smithi064 ceph-mon[19398]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-08-29T14:48:45.903 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:45 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:45.903 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:45 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:45.903 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:45 smithi064 ceph-mon[30833]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-29T14:48:45.903 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:45 smithi064 ceph-mon[30833]: osdmap e23: 4 total, 3 up, 4 in 2024-08-29T14:48:45.903 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:45 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T14:48:45.903 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:45 smithi064 ceph-mon[30833]: from='osd.3 [v2:172.21.15.64:6826/3264411659,v1:172.21.15.64:6827/3264411659]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-08-29T14:48:45.904 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:45 smithi064 ceph-mon[30833]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]: dispatch 2024-08-29T14:48:45.904 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:45 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:45.904 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:45 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:45.904 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:45 smithi064 ceph-mon[30833]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-08-29T14:48:45.904 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:45 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:45.904 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:45 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:46.164 INFO:journalctl@ceph.osd.3.smithi064.stdout:Aug 29 14:48:46 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-3[53715]: 2024-08-29T14:48:46.084+0000 7fc291625640 -1 osd.3 0 waiting for initial osdmap 2024-08-29T14:48:46.164 INFO:journalctl@ceph.osd.3.smithi064.stdout:Aug 29 14:48:46 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-3[53715]: 2024-08-29T14:48:46.092+0000 7fc289446640 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-29T14:48:46.864 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:46 smithi146 ceph-mon[23161]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]': finished 2024-08-29T14:48:46.864 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:46 smithi146 ceph-mon[23161]: osdmap e24: 4 total, 3 up, 4 in 2024-08-29T14:48:46.865 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:46 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T14:48:46.865 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:46 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T14:48:46.865 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:46 smithi146 ceph-mon[23161]: from='osd.3 ' entity='osd.3' 2024-08-29T14:48:46.900 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:46 smithi064 ceph-mon[19398]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]': finished 2024-08-29T14:48:46.900 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:46 smithi064 ceph-mon[19398]: osdmap e24: 4 total, 3 up, 4 in 2024-08-29T14:48:46.900 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:46 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T14:48:46.900 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:46 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T14:48:46.900 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:46 smithi064 ceph-mon[19398]: from='osd.3 ' entity='osd.3' 2024-08-29T14:48:46.901 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:46 smithi064 ceph-mon[30833]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi064", "root=default"]}]': finished 2024-08-29T14:48:46.901 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:46 smithi064 ceph-mon[30833]: osdmap e24: 4 total, 3 up, 4 in 2024-08-29T14:48:46.901 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:46 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T14:48:46.901 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:46 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T14:48:46.901 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:46 smithi064 ceph-mon[30833]: from='osd.3 ' entity='osd.3' 2024-08-29T14:48:47.909 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:47 smithi146 ceph-mon[23161]: purged_snaps scrub starts 2024-08-29T14:48:47.909 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:47 smithi146 ceph-mon[23161]: purged_snaps scrub ok 2024-08-29T14:48:47.910 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:47 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T14:48:47.910 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:47 smithi146 ceph-mon[23161]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-08-29T14:48:47.910 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:47 smithi146 ceph-mon[23161]: osd.3 [v2:172.21.15.64:6826/3264411659,v1:172.21.15.64:6827/3264411659] boot 2024-08-29T14:48:47.910 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:47 smithi146 ceph-mon[23161]: osdmap e25: 4 total, 4 up, 4 in 2024-08-29T14:48:47.910 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:47 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T14:48:47.913 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:48:47.915 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:47 smithi064 ceph-mon[19398]: purged_snaps scrub starts 2024-08-29T14:48:47.915 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:47 smithi064 ceph-mon[19398]: purged_snaps scrub ok 2024-08-29T14:48:47.916 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:47 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T14:48:47.916 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:47 smithi064 ceph-mon[19398]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-08-29T14:48:47.916 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:47 smithi064 ceph-mon[19398]: osd.3 [v2:172.21.15.64:6826/3264411659,v1:172.21.15.64:6827/3264411659] boot 2024-08-29T14:48:47.916 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:47 smithi064 ceph-mon[19398]: osdmap e25: 4 total, 4 up, 4 in 2024-08-29T14:48:47.916 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:47 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T14:48:47.916 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:47 smithi064 ceph-mon[30833]: purged_snaps scrub starts 2024-08-29T14:48:47.916 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:47 smithi064 ceph-mon[30833]: purged_snaps scrub ok 2024-08-29T14:48:47.916 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:47 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T14:48:47.916 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:47 smithi064 ceph-mon[30833]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-08-29T14:48:47.916 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:47 smithi064 ceph-mon[30833]: osd.3 [v2:172.21.15.64:6826/3264411659,v1:172.21.15.64:6827/3264411659] boot 2024-08-29T14:48:47.916 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:47 smithi064 ceph-mon[30833]: osdmap e25: 4 total, 4 up, 4 in 2024-08-29T14:48:47.916 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:47 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T14:48:47.931 DEBUG:teuthology.orchestra.run.smithi146:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph orch daemon add osd smithi146:vg_nvme/lv_4 2024-08-29T14:48:48.123 INFO:teuthology.orchestra.run.smithi146.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.b/config 2024-08-29T14:48:49.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:49 smithi146 ceph-mon[23161]: osdmap e26: 4 total, 4 up, 4 in 2024-08-29T14:48:49.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:49 smithi146 ceph-mon[23161]: Detected new or changed devices on smithi064 2024-08-29T14:48:49.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:49 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:49.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:49 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:49.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:49 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:48:49.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:49 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:48:49.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:49 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:48:49.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:49 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:48:49.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:49 smithi146 ceph-mon[23161]: Adjusting osd_memory_target on smithi064 to 4016M 2024-08-29T14:48:49.226 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:49 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:49.226 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:49 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:48:49.226 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:49 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:48:49.226 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:49 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:49.226 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:49 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:49.226 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:49 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:48:49.226 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:49 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:48:49.226 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:49 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:49.226 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:49 smithi146 ceph-mon[23161]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-29T14:48:49.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:49 smithi064 ceph-mon[19398]: osdmap e26: 4 total, 4 up, 4 in 2024-08-29T14:48:49.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:49 smithi064 ceph-mon[19398]: Detected new or changed devices on smithi064 2024-08-29T14:48:49.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:49 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:49.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:49 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:49.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:49 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:48:49.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:49 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:48:49.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:49 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:48:49.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:49 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:48:49.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:49 smithi064 ceph-mon[19398]: Adjusting osd_memory_target on smithi064 to 4016M 2024-08-29T14:48:49.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:49 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:49.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:49 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:48:49.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:49 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:48:49.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:49 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:49.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:49 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:49.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:49 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:48:49.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:49 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:48:49.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:49 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:49.532 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:49 smithi064 ceph-mon[19398]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-29T14:48:49.532 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:49 smithi064 ceph-mon[30833]: osdmap e26: 4 total, 4 up, 4 in 2024-08-29T14:48:49.532 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:49 smithi064 ceph-mon[30833]: Detected new or changed devices on smithi064 2024-08-29T14:48:49.532 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:49 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:49.532 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:49 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:49.532 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:49 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:48:49.532 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:49 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:48:49.532 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:49 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:48:49.532 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:49 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:48:49.532 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:49 smithi064 ceph-mon[30833]: Adjusting osd_memory_target on smithi064 to 4016M 2024-08-29T14:48:49.532 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:49 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:49.532 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:49 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:48:49.533 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:49 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:48:49.533 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:49 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:49.533 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:49 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:48:49.533 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:49 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:48:49.533 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:49 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:48:49.533 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:49 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:48:49.533 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:49 smithi064 ceph-mon[30833]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-29T14:48:50.898 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:50 smithi146 ceph-mon[23161]: from='client.24208 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi146:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:50.899 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:50 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T14:48:50.899 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:50 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T14:48:50.899 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:50 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:48:51.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:50 smithi064 ceph-mon[30833]: from='client.24208 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi146:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:51.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:50 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T14:48:51.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:50 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T14:48:51.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:50 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:48:51.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:50 smithi064 ceph-mon[19398]: from='client.24208 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi146:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:48:51.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:50 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T14:48:51.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:50 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T14:48:51.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:50 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:48:51.922 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:51 smithi146 ceph-mon[23161]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-29T14:48:52.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:51 smithi064 ceph-mon[19398]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-29T14:48:52.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:51 smithi064 ceph-mon[30833]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-29T14:48:53.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:52 smithi064 ceph-mon[30833]: from='client.? 172.21.15.146:0/1099079637' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "98765c42-98ad-4a78-9e9e-5c1313f19fe9"}]: dispatch 2024-08-29T14:48:53.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:52 smithi064 ceph-mon[30833]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "98765c42-98ad-4a78-9e9e-5c1313f19fe9"}]: dispatch 2024-08-29T14:48:53.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:52 smithi064 ceph-mon[30833]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "98765c42-98ad-4a78-9e9e-5c1313f19fe9"}]': finished 2024-08-29T14:48:53.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:52 smithi064 ceph-mon[30833]: osdmap e27: 5 total, 4 up, 5 in 2024-08-29T14:48:53.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:52 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T14:48:53.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:52 smithi064 ceph-mon[19398]: from='client.? 172.21.15.146:0/1099079637' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "98765c42-98ad-4a78-9e9e-5c1313f19fe9"}]: dispatch 2024-08-29T14:48:53.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:52 smithi064 ceph-mon[19398]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "98765c42-98ad-4a78-9e9e-5c1313f19fe9"}]: dispatch 2024-08-29T14:48:53.032 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:52 smithi064 ceph-mon[19398]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "98765c42-98ad-4a78-9e9e-5c1313f19fe9"}]': finished 2024-08-29T14:48:53.032 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:52 smithi064 ceph-mon[19398]: osdmap e27: 5 total, 4 up, 5 in 2024-08-29T14:48:53.032 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:52 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T14:48:53.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:52 smithi146 ceph-mon[23161]: from='client.? 172.21.15.146:0/1099079637' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "98765c42-98ad-4a78-9e9e-5c1313f19fe9"}]: dispatch 2024-08-29T14:48:53.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:52 smithi146 ceph-mon[23161]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "98765c42-98ad-4a78-9e9e-5c1313f19fe9"}]: dispatch 2024-08-29T14:48:53.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:52 smithi146 ceph-mon[23161]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "98765c42-98ad-4a78-9e9e-5c1313f19fe9"}]': finished 2024-08-29T14:48:53.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:52 smithi146 ceph-mon[23161]: osdmap e27: 5 total, 4 up, 5 in 2024-08-29T14:48:53.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:52 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T14:48:53.974 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:53 smithi146 ceph-mon[23161]: from='client.? 172.21.15.146:0/3879098260' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T14:48:53.974 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:53 smithi146 ceph-mon[23161]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-29T14:48:54.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:53 smithi064 ceph-mon[19398]: from='client.? 172.21.15.146:0/3879098260' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T14:48:54.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:53 smithi064 ceph-mon[19398]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-29T14:48:54.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:53 smithi064 ceph-mon[30833]: from='client.? 172.21.15.146:0/3879098260' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T14:48:54.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:53 smithi064 ceph-mon[30833]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-29T14:48:56.309 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:56 smithi146 ceph-mon[23161]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-29T14:48:56.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:56 smithi064 ceph-mon[30833]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-29T14:48:56.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:56 smithi064 ceph-mon[19398]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-29T14:48:57.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:57 smithi146 ceph-mon[23161]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-29T14:48:57.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:57 smithi064 ceph-mon[19398]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-29T14:48:57.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:57 smithi064 ceph-mon[30833]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-29T14:48:58.461 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:58 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-29T14:48:58.461 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:58 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:48:58.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:58 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-29T14:48:58.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:58 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:48:58.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:58 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-29T14:48:58.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:58 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:48:59.424 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:59 smithi146 ceph-mon[23161]: Deploying daemon osd.4 on smithi146 2024-08-29T14:48:59.424 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:48:59 smithi146 ceph-mon[23161]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-29T14:48:59.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:59 smithi064 ceph-mon[19398]: Deploying daemon osd.4 on smithi146 2024-08-29T14:48:59.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:48:59 smithi064 ceph-mon[19398]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-29T14:48:59.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:59 smithi064 ceph-mon[30833]: Deploying daemon osd.4 on smithi146 2024-08-29T14:48:59.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:48:59 smithi064 ceph-mon[30833]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-29T14:49:02.153 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:02 smithi146 ceph-mon[23161]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-29T14:49:02.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:02 smithi064 ceph-mon[19398]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-29T14:49:02.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:02 smithi064 ceph-mon[30833]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-29T14:49:03.336 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:03 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:49:03.337 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:03 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:03.337 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:03 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:03.337 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:03 smithi146 ceph-mon[23161]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-29T14:49:03.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:03 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:49:03.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:03 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:03.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:03 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:03.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:03 smithi064 ceph-mon[19398]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-29T14:49:03.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:03 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:49:03.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:03 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:03.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:03 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:03.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:03 smithi064 ceph-mon[30833]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-29T14:49:06.322 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:06 smithi146 ceph-mon[23161]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-29T14:49:06.323 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:06 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:06.323 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:06 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:06.323 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:06 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:49:06.323 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:06 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:49:06.323 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:06 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:06.357 INFO:teuthology.orchestra.run.smithi146.stdout:Created osd(s) 4 on host 'smithi146' 2024-08-29T14:49:06.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:06 smithi064 ceph-mon[19398]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-29T14:49:06.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:06 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:06.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:06 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:06.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:06 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:49:06.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:06 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:49:06.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:06 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:06.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:06 smithi064 ceph-mon[30833]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-29T14:49:06.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:06 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:06.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:06 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:06.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:06 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:49:06.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:06 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:49:06.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:06 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:06.963 DEBUG:teuthology.orchestra.run.smithi146:osd.4> sudo journalctl -f -n 0 -u ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@osd.4.service 2024-08-29T14:49:06.965 INFO:tasks.cephadm:Deploying osd.5 on smithi146 with /dev/vg_nvme/lv_3... 2024-08-29T14:49:06.965 DEBUG:teuthology.orchestra.run.smithi146:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-08-29T14:49:07.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:07 smithi146 ceph-mon[23161]: from='osd.4 [v2:172.21.15.146:6800/3682458068,v1:172.21.15.146:6801/3682458068]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-29T14:49:07.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:07 smithi146 ceph-mon[23161]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-29T14:49:07.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:07 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:49:07.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:07 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:07.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:07 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:07.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:07 smithi064 ceph-mon[19398]: from='osd.4 [v2:172.21.15.146:6800/3682458068,v1:172.21.15.146:6801/3682458068]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-29T14:49:07.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:07 smithi064 ceph-mon[19398]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-29T14:49:07.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:07 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:49:07.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:07 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:07.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:07 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:07.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:07 smithi064 ceph-mon[30833]: from='osd.4 [v2:172.21.15.146:6800/3682458068,v1:172.21.15.146:6801/3682458068]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-29T14:49:07.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:07 smithi064 ceph-mon[30833]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-29T14:49:07.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:07 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:49:07.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:07 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:07.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:07 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:07.752 INFO:teuthology.orchestra.run.smithi146.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.b/config 2024-08-29T14:49:08.190 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:08 smithi146 ceph-mon[23161]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-29T14:49:08.190 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:08 smithi146 ceph-mon[23161]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-29T14:49:08.191 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:08 smithi146 ceph-mon[23161]: osdmap e28: 5 total, 4 up, 5 in 2024-08-29T14:49:08.191 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:08 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T14:49:08.191 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:08 smithi146 ceph-mon[23161]: from='osd.4 [v2:172.21.15.146:6800/3682458068,v1:172.21.15.146:6801/3682458068]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi146", "root=default"]}]: dispatch 2024-08-29T14:49:08.191 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:08 smithi146 ceph-mon[23161]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi146", "root=default"]}]: dispatch 2024-08-29T14:49:08.191 INFO:journalctl@ceph.osd.4.smithi146.stdout:Aug 29 14:49:08 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-4[28567]: 2024-08-29T14:49:08.069+0000 7fb821cc9640 -1 osd.4 0 waiting for initial osdmap 2024-08-29T14:49:08.191 INFO:journalctl@ceph.osd.4.smithi146.stdout:Aug 29 14:49:08 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-4[28567]: 2024-08-29T14:49:08.073+0000 7fb81daf2640 -1 osd.4 29 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-29T14:49:08.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:08 smithi064 ceph-mon[19398]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-29T14:49:08.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:08 smithi064 ceph-mon[19398]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-29T14:49:08.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:08 smithi064 ceph-mon[19398]: osdmap e28: 5 total, 4 up, 5 in 2024-08-29T14:49:08.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:08 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T14:49:08.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:08 smithi064 ceph-mon[19398]: from='osd.4 [v2:172.21.15.146:6800/3682458068,v1:172.21.15.146:6801/3682458068]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi146", "root=default"]}]: dispatch 2024-08-29T14:49:08.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:08 smithi064 ceph-mon[19398]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi146", "root=default"]}]: dispatch 2024-08-29T14:49:08.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:08 smithi064 ceph-mon[30833]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-29T14:49:08.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:08 smithi064 ceph-mon[30833]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-29T14:49:08.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:08 smithi064 ceph-mon[30833]: osdmap e28: 5 total, 4 up, 5 in 2024-08-29T14:49:08.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:08 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T14:49:08.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:08 smithi064 ceph-mon[30833]: from='osd.4 [v2:172.21.15.146:6800/3682458068,v1:172.21.15.146:6801/3682458068]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi146", "root=default"]}]: dispatch 2024-08-29T14:49:08.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:08 smithi064 ceph-mon[30833]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi146", "root=default"]}]: dispatch 2024-08-29T14:49:09.123 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:09 smithi146 ceph-mon[23161]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi146", "root=default"]}]': finished 2024-08-29T14:49:09.123 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:09 smithi146 ceph-mon[23161]: osdmap e29: 5 total, 4 up, 5 in 2024-08-29T14:49:09.123 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:09 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T14:49:09.123 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:09 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T14:49:09.123 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:09 smithi146 ceph-mon[23161]: pgmap v109: 1 pgs: 1 peering; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-29T14:49:09.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:09 smithi064 ceph-mon[19398]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi146", "root=default"]}]': finished 2024-08-29T14:49:09.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:09 smithi064 ceph-mon[19398]: osdmap e29: 5 total, 4 up, 5 in 2024-08-29T14:49:09.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:09 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T14:49:09.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:09 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T14:49:09.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:09 smithi064 ceph-mon[19398]: pgmap v109: 1 pgs: 1 peering; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-29T14:49:09.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:09 smithi064 ceph-mon[30833]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi146", "root=default"]}]': finished 2024-08-29T14:49:09.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:09 smithi064 ceph-mon[30833]: osdmap e29: 5 total, 4 up, 5 in 2024-08-29T14:49:09.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:09 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T14:49:09.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:09 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T14:49:09.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:09 smithi064 ceph-mon[30833]: pgmap v109: 1 pgs: 1 peering; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-29T14:49:10.410 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:10 smithi146 ceph-mon[23161]: purged_snaps scrub starts 2024-08-29T14:49:10.410 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:10 smithi146 ceph-mon[23161]: purged_snaps scrub ok 2024-08-29T14:49:10.410 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:10 smithi146 ceph-mon[23161]: osd.4 [v2:172.21.15.146:6800/3682458068,v1:172.21.15.146:6801/3682458068] boot 2024-08-29T14:49:10.410 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:10 smithi146 ceph-mon[23161]: osdmap e30: 5 total, 5 up, 5 in 2024-08-29T14:49:10.410 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:10 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T14:49:10.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:10 smithi064 ceph-mon[19398]: purged_snaps scrub starts 2024-08-29T14:49:10.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:10 smithi064 ceph-mon[19398]: purged_snaps scrub ok 2024-08-29T14:49:10.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:10 smithi064 ceph-mon[19398]: osd.4 [v2:172.21.15.146:6800/3682458068,v1:172.21.15.146:6801/3682458068] boot 2024-08-29T14:49:10.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:10 smithi064 ceph-mon[19398]: osdmap e30: 5 total, 5 up, 5 in 2024-08-29T14:49:10.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:10 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T14:49:10.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:10 smithi064 ceph-mon[30833]: purged_snaps scrub starts 2024-08-29T14:49:10.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:10 smithi064 ceph-mon[30833]: purged_snaps scrub ok 2024-08-29T14:49:10.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:10 smithi064 ceph-mon[30833]: osd.4 [v2:172.21.15.146:6800/3682458068,v1:172.21.15.146:6801/3682458068] boot 2024-08-29T14:49:10.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:10 smithi064 ceph-mon[30833]: osdmap e30: 5 total, 5 up, 5 in 2024-08-29T14:49:10.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:10 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T14:49:11.367 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:11 smithi146 ceph-mon[23161]: osdmap e31: 5 total, 5 up, 5 in 2024-08-29T14:49:11.367 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:11 smithi146 ceph-mon[23161]: Detected new or changed devices on smithi146 2024-08-29T14:49:11.367 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:11 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:11.367 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:11 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:11.367 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:11 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:49:11.367 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:11 smithi146 ceph-mon[23161]: Adjusting osd_memory_target on smithi146 to 17088M 2024-08-29T14:49:11.367 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:11 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:11.367 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:11 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:49:11.368 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:11 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:49:11.368 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:11 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:11.368 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:11 smithi146 ceph-mon[23161]: pgmap v112: 1 pgs: 1 peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-29T14:49:11.368 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:11 smithi146 ceph-mon[23161]: osdmap e32: 5 total, 5 up, 5 in 2024-08-29T14:49:11.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:11 smithi064 ceph-mon[19398]: osdmap e31: 5 total, 5 up, 5 in 2024-08-29T14:49:11.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:11 smithi064 ceph-mon[19398]: Detected new or changed devices on smithi146 2024-08-29T14:49:11.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:11 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:11.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:11 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:11.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:11 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:49:11.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:11 smithi064 ceph-mon[19398]: Adjusting osd_memory_target on smithi146 to 17088M 2024-08-29T14:49:11.532 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:11 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:11.532 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:11 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:49:11.532 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:11 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:49:11.532 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:11 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:11.532 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:11 smithi064 ceph-mon[19398]: pgmap v112: 1 pgs: 1 peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-29T14:49:11.532 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:11 smithi064 ceph-mon[19398]: osdmap e32: 5 total, 5 up, 5 in 2024-08-29T14:49:11.533 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:11 smithi064 ceph-mon[30833]: osdmap e31: 5 total, 5 up, 5 in 2024-08-29T14:49:11.534 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:11 smithi064 ceph-mon[30833]: Detected new or changed devices on smithi146 2024-08-29T14:49:11.534 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:11 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:11.534 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:11 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:11.534 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:11 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:49:11.534 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:11 smithi064 ceph-mon[30833]: Adjusting osd_memory_target on smithi146 to 17088M 2024-08-29T14:49:11.535 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:11 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:11.535 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:11 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:49:11.535 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:11 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:49:11.535 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:11 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:11.536 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:11 smithi064 ceph-mon[30833]: pgmap v112: 1 pgs: 1 peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-29T14:49:11.536 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:11 smithi064 ceph-mon[30833]: osdmap e32: 5 total, 5 up, 5 in 2024-08-29T14:49:12.172 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:49:12.192 DEBUG:teuthology.orchestra.run.smithi146:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph orch daemon add osd smithi146:vg_nvme/lv_3 2024-08-29T14:49:12.388 INFO:teuthology.orchestra.run.smithi146.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.b/config 2024-08-29T14:49:13.174 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:13 smithi146 ceph-mon[23161]: osdmap e33: 5 total, 5 up, 5 in 2024-08-29T14:49:13.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:13 smithi064 ceph-mon[19398]: osdmap e33: 5 total, 5 up, 5 in 2024-08-29T14:49:13.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:13 smithi064 ceph-mon[30833]: osdmap e33: 5 total, 5 up, 5 in 2024-08-29T14:49:14.460 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:14 smithi146 ceph-mon[23161]: pgmap v115: 1 pgs: 1 peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-29T14:49:14.460 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:14 smithi146 ceph-mon[23161]: osdmap e34: 5 total, 5 up, 5 in 2024-08-29T14:49:14.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:14 smithi064 ceph-mon[19398]: pgmap v115: 1 pgs: 1 peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-29T14:49:14.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:14 smithi064 ceph-mon[19398]: osdmap e34: 5 total, 5 up, 5 in 2024-08-29T14:49:14.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:14 smithi064 ceph-mon[30833]: pgmap v115: 1 pgs: 1 peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-29T14:49:14.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:14 smithi064 ceph-mon[30833]: osdmap e34: 5 total, 5 up, 5 in 2024-08-29T14:49:15.409 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:15 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T14:49:15.413 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:15 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T14:49:15.413 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:15 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:49:15.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:15 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T14:49:15.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:15 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T14:49:15.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:15 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:49:15.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:15 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T14:49:15.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:15 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T14:49:15.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:15 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:49:16.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:16 smithi146 ceph-mon[23161]: from='client.24235 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi146:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:49:16.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:16 smithi146 ceph-mon[23161]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 117 KiB/s, 0 objects/s recovering 2024-08-29T14:49:16.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:16 smithi064 ceph-mon[19398]: from='client.24235 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi146:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:49:16.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:16 smithi064 ceph-mon[19398]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 117 KiB/s, 0 objects/s recovering 2024-08-29T14:49:16.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:16 smithi064 ceph-mon[30833]: from='client.24235 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi146:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:49:16.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:16 smithi064 ceph-mon[30833]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 117 KiB/s, 0 objects/s recovering 2024-08-29T14:49:17.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:17 smithi146 ceph-mon[23161]: from='client.? 172.21.15.146:0/2220257386' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e72f5888-d1d9-4263-ad66-39ea6ba5834f"}]: dispatch 2024-08-29T14:49:17.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:17 smithi146 ceph-mon[23161]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e72f5888-d1d9-4263-ad66-39ea6ba5834f"}]: dispatch 2024-08-29T14:49:17.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:17 smithi146 ceph-mon[23161]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e72f5888-d1d9-4263-ad66-39ea6ba5834f"}]': finished 2024-08-29T14:49:17.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:17 smithi146 ceph-mon[23161]: osdmap e35: 6 total, 5 up, 6 in 2024-08-29T14:49:17.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:17 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T14:49:17.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:17 smithi146 ceph-mon[23161]: from='client.? 172.21.15.146:0/1019004837' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T14:49:17.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:17 smithi064 ceph-mon[19398]: from='client.? 172.21.15.146:0/2220257386' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e72f5888-d1d9-4263-ad66-39ea6ba5834f"}]: dispatch 2024-08-29T14:49:17.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:17 smithi064 ceph-mon[19398]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e72f5888-d1d9-4263-ad66-39ea6ba5834f"}]: dispatch 2024-08-29T14:49:17.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:17 smithi064 ceph-mon[19398]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e72f5888-d1d9-4263-ad66-39ea6ba5834f"}]': finished 2024-08-29T14:49:17.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:17 smithi064 ceph-mon[19398]: osdmap e35: 6 total, 5 up, 6 in 2024-08-29T14:49:17.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:17 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T14:49:17.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:17 smithi064 ceph-mon[19398]: from='client.? 172.21.15.146:0/1019004837' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T14:49:17.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:17 smithi064 ceph-mon[30833]: from='client.? 172.21.15.146:0/2220257386' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e72f5888-d1d9-4263-ad66-39ea6ba5834f"}]: dispatch 2024-08-29T14:49:17.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:17 smithi064 ceph-mon[30833]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e72f5888-d1d9-4263-ad66-39ea6ba5834f"}]: dispatch 2024-08-29T14:49:17.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:17 smithi064 ceph-mon[30833]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e72f5888-d1d9-4263-ad66-39ea6ba5834f"}]': finished 2024-08-29T14:49:17.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:17 smithi064 ceph-mon[30833]: osdmap e35: 6 total, 5 up, 6 in 2024-08-29T14:49:17.532 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:17 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T14:49:17.532 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:17 smithi064 ceph-mon[30833]: from='client.? 172.21.15.146:0/1019004837' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T14:49:18.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:18 smithi146 ceph-mon[23161]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-08-29T14:49:18.533 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:18 smithi064 ceph-mon[19398]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-08-29T14:49:18.533 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:18 smithi064 ceph-mon[30833]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-08-29T14:49:20.332 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:20 smithi064 ceph-mon[30833]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-08-29T14:49:20.333 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:20 smithi064 ceph-mon[19398]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-08-29T14:49:20.335 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:20 smithi146 ceph-mon[23161]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-08-29T14:49:22.429 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:22 smithi146 ceph-mon[23161]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-29T14:49:22.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:22 smithi064 ceph-mon[19398]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-29T14:49:22.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:22 smithi064 ceph-mon[30833]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-29T14:49:23.098 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:23 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-29T14:49:23.098 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:23 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:49:23.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:23 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-29T14:49:23.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:23 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:49:23.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:23 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-29T14:49:23.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:23 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:49:24.131 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:24 smithi146 ceph-mon[23161]: Deploying daemon osd.5 on smithi146 2024-08-29T14:49:24.131 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:24 smithi146 ceph-mon[23161]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-29T14:49:24.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:24 smithi064 ceph-mon[19398]: Deploying daemon osd.5 on smithi146 2024-08-29T14:49:24.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:24 smithi064 ceph-mon[19398]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-29T14:49:24.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:24 smithi064 ceph-mon[30833]: Deploying daemon osd.5 on smithi146 2024-08-29T14:49:24.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:24 smithi064 ceph-mon[30833]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-29T14:49:25.380 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:25 smithi146 ceph-mon[23161]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-29T14:49:25.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:25 smithi064 ceph-mon[19398]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-29T14:49:25.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:25 smithi064 ceph-mon[30833]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-29T14:49:27.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:27 smithi146 ceph-mon[23161]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-29T14:49:27.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:27 smithi064 ceph-mon[19398]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-29T14:49:27.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:27 smithi064 ceph-mon[30833]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-29T14:49:28.120 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:28 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:49:28.120 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:28 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:28.120 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:28 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:28.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:28 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:49:28.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:28 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:28.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:28 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:28.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:28 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:49:28.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:28 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:28.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:28 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:29.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:29 smithi146 ceph-mon[23161]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-29T14:49:29.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:29 smithi064 ceph-mon[19398]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-29T14:49:29.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:29 smithi064 ceph-mon[30833]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-29T14:49:30.668 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:30 smithi146 ceph-mon[23161]: from='osd.5 [v2:172.21.15.146:6808/3140253805,v1:172.21.15.146:6809/3140253805]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-29T14:49:30.668 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:30 smithi146 ceph-mon[23161]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-29T14:49:30.699 INFO:teuthology.orchestra.run.smithi146.stdout:Created osd(s) 5 on host 'smithi146' 2024-08-29T14:49:31.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:30 smithi064 ceph-mon[19398]: from='osd.5 [v2:172.21.15.146:6808/3140253805,v1:172.21.15.146:6809/3140253805]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-29T14:49:31.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:30 smithi064 ceph-mon[19398]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-29T14:49:31.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:30 smithi064 ceph-mon[30833]: from='osd.5 [v2:172.21.15.146:6808/3140253805,v1:172.21.15.146:6809/3140253805]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-29T14:49:31.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:30 smithi064 ceph-mon[30833]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-29T14:49:31.435 DEBUG:teuthology.orchestra.run.smithi146:osd.5> sudo journalctl -f -n 0 -u ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@osd.5.service 2024-08-29T14:49:31.438 INFO:tasks.cephadm:Deploying osd.6 on smithi146 with /dev/vg_nvme/lv_2... 2024-08-29T14:49:31.438 DEBUG:teuthology.orchestra.run.smithi146:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-08-29T14:49:31.679 INFO:teuthology.orchestra.run.smithi146.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.b/config 2024-08-29T14:49:31.724 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:31 smithi146 ceph-mon[23161]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-29T14:49:31.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:31 smithi146 ceph-mon[23161]: osdmap e36: 6 total, 5 up, 6 in 2024-08-29T14:49:31.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:31 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T14:49:31.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:31 smithi146 ceph-mon[23161]: from='osd.5 [v2:172.21.15.146:6808/3140253805,v1:172.21.15.146:6809/3140253805]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi146", "root=default"]}]: dispatch 2024-08-29T14:49:31.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:31 smithi146 ceph-mon[23161]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi146", "root=default"]}]: dispatch 2024-08-29T14:49:31.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:31 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:31.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:31 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:31.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:31 smithi146 ceph-mon[23161]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-29T14:49:31.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:31 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:31.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:31 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:31.726 INFO:journalctl@ceph.osd.5.smithi146.stdout:Aug 29 14:49:31 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-5[34416]: 2024-08-29T14:49:31.639+0000 7f6ec447d640 -1 osd.5 0 waiting for initial osdmap 2024-08-29T14:49:31.726 INFO:journalctl@ceph.osd.5.smithi146.stdout:Aug 29 14:49:31 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-5[34416]: 2024-08-29T14:49:31.644+0000 7f6ec02a6640 -1 osd.5 37 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-29T14:49:32.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:31 smithi064 ceph-mon[30833]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-29T14:49:32.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:31 smithi064 ceph-mon[30833]: osdmap e36: 6 total, 5 up, 6 in 2024-08-29T14:49:32.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:31 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T14:49:32.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:31 smithi064 ceph-mon[30833]: from='osd.5 [v2:172.21.15.146:6808/3140253805,v1:172.21.15.146:6809/3140253805]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi146", "root=default"]}]: dispatch 2024-08-29T14:49:32.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:31 smithi064 ceph-mon[30833]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi146", "root=default"]}]: dispatch 2024-08-29T14:49:32.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:31 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:32.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:31 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:32.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:31 smithi064 ceph-mon[30833]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-29T14:49:32.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:31 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:32.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:31 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:32.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:31 smithi064 ceph-mon[19398]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-29T14:49:32.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:31 smithi064 ceph-mon[19398]: osdmap e36: 6 total, 5 up, 6 in 2024-08-29T14:49:32.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:31 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T14:49:32.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:31 smithi064 ceph-mon[19398]: from='osd.5 [v2:172.21.15.146:6808/3140253805,v1:172.21.15.146:6809/3140253805]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi146", "root=default"]}]: dispatch 2024-08-29T14:49:32.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:31 smithi064 ceph-mon[19398]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi146", "root=default"]}]: dispatch 2024-08-29T14:49:32.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:31 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:32.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:31 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:32.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:31 smithi064 ceph-mon[19398]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-29T14:49:32.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:31 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:32.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:31 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:32.761 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:32 smithi146 ceph-mon[23161]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi146", "root=default"]}]': finished 2024-08-29T14:49:32.761 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:32 smithi146 ceph-mon[23161]: osdmap e37: 6 total, 5 up, 6 in 2024-08-29T14:49:32.761 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:32 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T14:49:32.761 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:32 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T14:49:32.761 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:32 smithi146 ceph-mon[23161]: osd.5 [v2:172.21.15.146:6808/3140253805,v1:172.21.15.146:6809/3140253805] boot 2024-08-29T14:49:32.761 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:32 smithi146 ceph-mon[23161]: osdmap e38: 6 total, 6 up, 6 in 2024-08-29T14:49:32.761 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:32 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T14:49:33.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:32 smithi064 ceph-mon[19398]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi146", "root=default"]}]': finished 2024-08-29T14:49:33.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:32 smithi064 ceph-mon[19398]: osdmap e37: 6 total, 5 up, 6 in 2024-08-29T14:49:33.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:32 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T14:49:33.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:32 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T14:49:33.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:32 smithi064 ceph-mon[19398]: osd.5 [v2:172.21.15.146:6808/3140253805,v1:172.21.15.146:6809/3140253805] boot 2024-08-29T14:49:33.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:32 smithi064 ceph-mon[19398]: osdmap e38: 6 total, 6 up, 6 in 2024-08-29T14:49:33.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:32 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T14:49:33.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:32 smithi064 ceph-mon[30833]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi146", "root=default"]}]': finished 2024-08-29T14:49:33.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:32 smithi064 ceph-mon[30833]: osdmap e37: 6 total, 5 up, 6 in 2024-08-29T14:49:33.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:32 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T14:49:33.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:32 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T14:49:33.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:32 smithi064 ceph-mon[30833]: osd.5 [v2:172.21.15.146:6808/3140253805,v1:172.21.15.146:6809/3140253805] boot 2024-08-29T14:49:33.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:32 smithi064 ceph-mon[30833]: osdmap e38: 6 total, 6 up, 6 in 2024-08-29T14:49:33.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:32 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T14:49:34.045 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:34 smithi146 ceph-mon[23161]: purged_snaps scrub starts 2024-08-29T14:49:34.046 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:34 smithi146 ceph-mon[23161]: purged_snaps scrub ok 2024-08-29T14:49:34.046 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:34 smithi146 ceph-mon[23161]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-29T14:49:34.046 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:34 smithi146 ceph-mon[23161]: osdmap e39: 6 total, 6 up, 6 in 2024-08-29T14:49:34.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:34 smithi064 ceph-mon[19398]: purged_snaps scrub starts 2024-08-29T14:49:34.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:34 smithi064 ceph-mon[19398]: purged_snaps scrub ok 2024-08-29T14:49:34.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:34 smithi064 ceph-mon[19398]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-29T14:49:34.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:34 smithi064 ceph-mon[19398]: osdmap e39: 6 total, 6 up, 6 in 2024-08-29T14:49:34.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:34 smithi064 ceph-mon[30833]: purged_snaps scrub starts 2024-08-29T14:49:34.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:34 smithi064 ceph-mon[30833]: purged_snaps scrub ok 2024-08-29T14:49:34.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:34 smithi064 ceph-mon[30833]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-29T14:49:34.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:34 smithi064 ceph-mon[30833]: osdmap e39: 6 total, 6 up, 6 in 2024-08-29T14:49:34.936 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:49:34.957 DEBUG:teuthology.orchestra.run.smithi146:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph orch daemon add osd smithi146:vg_nvme/lv_2 2024-08-29T14:49:35.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:35 smithi146 ceph-mon[23161]: osdmap e40: 6 total, 6 up, 6 in 2024-08-29T14:49:35.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:35 smithi064 ceph-mon[19398]: osdmap e40: 6 total, 6 up, 6 in 2024-08-29T14:49:35.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:35 smithi064 ceph-mon[30833]: osdmap e40: 6 total, 6 up, 6 in 2024-08-29T14:49:35.605 INFO:teuthology.orchestra.run.smithi146.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.b/config 2024-08-29T14:49:36.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:36 smithi146 ceph-mon[23161]: pgmap v133: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-29T14:49:36.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:36 smithi146 ceph-mon[23161]: osdmap e41: 6 total, 6 up, 6 in 2024-08-29T14:49:36.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:36 smithi064 ceph-mon[19398]: pgmap v133: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-29T14:49:36.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:36 smithi064 ceph-mon[19398]: osdmap e41: 6 total, 6 up, 6 in 2024-08-29T14:49:36.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:36 smithi064 ceph-mon[30833]: pgmap v133: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-29T14:49:36.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:36 smithi064 ceph-mon[30833]: osdmap e41: 6 total, 6 up, 6 in 2024-08-29T14:49:37.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:37 smithi146 ceph-mon[23161]: osdmap e42: 6 total, 6 up, 6 in 2024-08-29T14:49:37.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:37 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:37.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:37 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:37.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:37 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:49:37.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:37 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:49:37.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:37 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:37.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:37 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:49:37.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:37 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:49:37.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:37 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:37.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:37 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:49:37.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:37 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:49:37.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:37 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:49:37.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:37 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:37.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:37 smithi064 ceph-mon[19398]: osdmap e42: 6 total, 6 up, 6 in 2024-08-29T14:49:37.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:37 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:37.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:37 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:37.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:37 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:49:37.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:37 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:49:37.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:37 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:37.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:37 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:49:37.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:37 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:49:37.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:37 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:37.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:37 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:49:37.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:37 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:49:37.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:37 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:49:37.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:37 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:37.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:37 smithi064 ceph-mon[30833]: osdmap e42: 6 total, 6 up, 6 in 2024-08-29T14:49:37.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:37 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:37.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:37 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:37.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:37 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:49:37.532 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:37 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:49:37.532 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:37 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:37.532 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:37 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:49:37.532 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:37 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:49:37.532 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:37 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:37.532 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:37 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:49:37.532 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:37 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:49:37.532 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:37 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:49:37.532 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:37 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:38.364 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:38 smithi146 ceph-mon[23161]: Detected new or changed devices on smithi146 2024-08-29T14:49:38.364 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:38 smithi146 ceph-mon[23161]: Adjusting osd_memory_target on smithi146 to 8544M 2024-08-29T14:49:38.365 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:38 smithi146 ceph-mon[23161]: pgmap v136: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-29T14:49:38.365 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:38 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T14:49:38.365 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:38 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T14:49:38.365 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:38 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:49:38.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:38 smithi064 ceph-mon[19398]: Detected new or changed devices on smithi146 2024-08-29T14:49:38.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:38 smithi064 ceph-mon[19398]: Adjusting osd_memory_target on smithi146 to 8544M 2024-08-29T14:49:38.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:38 smithi064 ceph-mon[19398]: pgmap v136: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-29T14:49:38.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:38 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T14:49:38.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:38 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T14:49:38.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:38 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:49:38.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:38 smithi064 ceph-mon[30833]: Detected new or changed devices on smithi146 2024-08-29T14:49:38.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:38 smithi064 ceph-mon[30833]: Adjusting osd_memory_target on smithi146 to 8544M 2024-08-29T14:49:38.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:38 smithi064 ceph-mon[30833]: pgmap v136: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-29T14:49:38.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:38 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T14:49:38.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:38 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T14:49:38.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:38 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:49:39.397 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:39 smithi146 ceph-mon[23161]: from='client.24262 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi146:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:49:39.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:39 smithi064 ceph-mon[19398]: from='client.24262 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi146:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:49:39.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:39 smithi064 ceph-mon[30833]: from='client.24262 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi146:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:49:40.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:40 smithi146 ceph-mon[23161]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 536 GiB / 536 GiB avail 2024-08-29T14:49:40.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:40 smithi064 ceph-mon[19398]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 536 GiB / 536 GiB avail 2024-08-29T14:49:40.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:40 smithi064 ceph-mon[30833]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 536 GiB / 536 GiB avail 2024-08-29T14:49:41.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:41 smithi146 ceph-mon[23161]: from='client.? 172.21.15.146:0/1226935527' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "15821837-eaee-4da0-9556-9edfddbe566b"}]: dispatch 2024-08-29T14:49:41.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:41 smithi146 ceph-mon[23161]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "15821837-eaee-4da0-9556-9edfddbe566b"}]: dispatch 2024-08-29T14:49:41.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:41 smithi146 ceph-mon[23161]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "15821837-eaee-4da0-9556-9edfddbe566b"}]': finished 2024-08-29T14:49:41.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:41 smithi146 ceph-mon[23161]: osdmap e43: 7 total, 6 up, 7 in 2024-08-29T14:49:41.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:41 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T14:49:41.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:41 smithi146 ceph-mon[23161]: from='client.? 172.21.15.146:0/2143581418' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T14:49:41.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:41 smithi146 ceph-mon[23161]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-29T14:49:41.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:41 smithi064 ceph-mon[19398]: from='client.? 172.21.15.146:0/1226935527' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "15821837-eaee-4da0-9556-9edfddbe566b"}]: dispatch 2024-08-29T14:49:41.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:41 smithi064 ceph-mon[19398]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "15821837-eaee-4da0-9556-9edfddbe566b"}]: dispatch 2024-08-29T14:49:41.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:41 smithi064 ceph-mon[19398]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "15821837-eaee-4da0-9556-9edfddbe566b"}]': finished 2024-08-29T14:49:41.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:41 smithi064 ceph-mon[19398]: osdmap e43: 7 total, 6 up, 7 in 2024-08-29T14:49:41.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:41 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T14:49:41.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:41 smithi064 ceph-mon[19398]: from='client.? 172.21.15.146:0/2143581418' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T14:49:41.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:41 smithi064 ceph-mon[19398]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-29T14:49:41.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:41 smithi064 ceph-mon[30833]: from='client.? 172.21.15.146:0/1226935527' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "15821837-eaee-4da0-9556-9edfddbe566b"}]: dispatch 2024-08-29T14:49:41.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:41 smithi064 ceph-mon[30833]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "15821837-eaee-4da0-9556-9edfddbe566b"}]: dispatch 2024-08-29T14:49:41.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:41 smithi064 ceph-mon[30833]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "15821837-eaee-4da0-9556-9edfddbe566b"}]': finished 2024-08-29T14:49:41.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:41 smithi064 ceph-mon[30833]: osdmap e43: 7 total, 6 up, 7 in 2024-08-29T14:49:41.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:41 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T14:49:41.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:41 smithi064 ceph-mon[30833]: from='client.? 172.21.15.146:0/2143581418' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T14:49:41.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:41 smithi064 ceph-mon[30833]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-29T14:49:43.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:43 smithi146 ceph-mon[23161]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-29T14:49:43.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:43 smithi064 ceph-mon[19398]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-29T14:49:43.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:43 smithi064 ceph-mon[30833]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-29T14:49:45.414 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:45 smithi146 ceph-mon[23161]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-29T14:49:45.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:45 smithi064 ceph-mon[19398]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-29T14:49:45.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:45 smithi064 ceph-mon[30833]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-29T14:49:46.724 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:46 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-29T14:49:46.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:46 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:49:46.780 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:46 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-29T14:49:46.780 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:46 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:49:46.780 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:46 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-29T14:49:46.781 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:46 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:49:47.780 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:47 smithi064 ceph-mon[30833]: Deploying daemon osd.6 on smithi146 2024-08-29T14:49:47.780 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:47 smithi064 ceph-mon[30833]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-29T14:49:47.781 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:47 smithi064 ceph-mon[19398]: Deploying daemon osd.6 on smithi146 2024-08-29T14:49:47.781 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:47 smithi064 ceph-mon[19398]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-29T14:49:47.856 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:47 smithi146 ceph-mon[23161]: Deploying daemon osd.6 on smithi146 2024-08-29T14:49:47.856 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:47 smithi146 ceph-mon[23161]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-29T14:49:49.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:49 smithi146 ceph-mon[23161]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-29T14:49:49.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:49 smithi064 ceph-mon[30833]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-29T14:49:49.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:49 smithi064 ceph-mon[19398]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-29T14:49:51.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:51 smithi146 ceph-mon[23161]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-29T14:49:51.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:51 smithi064 ceph-mon[19398]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-29T14:49:51.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:51 smithi064 ceph-mon[30833]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-29T14:49:52.394 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:52 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:49:52.394 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:52 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:52.394 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:52 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:52.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:52 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:49:52.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:52 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:52.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:52 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:52.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:52 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:49:52.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:52 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:52.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:52 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:53.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:53 smithi146 ceph-mon[23161]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-29T14:49:53.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:53 smithi064 ceph-mon[30833]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-29T14:49:53.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:53 smithi064 ceph-mon[19398]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-29T14:49:55.220 INFO:teuthology.orchestra.run.smithi146.stdout:Created osd(s) 6 on host 'smithi146' 2024-08-29T14:49:55.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:55 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:55.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:55 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:55.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:55 smithi146 ceph-mon[23161]: from='osd.6 [v2:172.21.15.146:6816/968464036,v1:172.21.15.146:6817/968464036]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-29T14:49:55.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:55 smithi146 ceph-mon[23161]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-29T14:49:55.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:55 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:49:55.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:55 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:49:55.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:55 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:55.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:55 smithi146 ceph-mon[23161]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-29T14:49:55.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:55 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:49:55.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:55 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:55.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:55 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:55.780 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:55 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:55.780 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:55 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:55.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:55 smithi064 ceph-mon[30833]: from='osd.6 [v2:172.21.15.146:6816/968464036,v1:172.21.15.146:6817/968464036]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-29T14:49:55.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:55 smithi064 ceph-mon[30833]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-29T14:49:55.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:55 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:49:55.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:55 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:49:55.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:55 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:55.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:55 smithi064 ceph-mon[30833]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-29T14:49:55.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:55 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:49:55.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:55 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:55.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:55 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:55.781 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:55 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:55.781 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:55 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:55.782 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:55 smithi064 ceph-mon[19398]: from='osd.6 [v2:172.21.15.146:6816/968464036,v1:172.21.15.146:6817/968464036]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-29T14:49:55.782 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:55 smithi064 ceph-mon[19398]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-29T14:49:55.782 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:55 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:49:55.782 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:55 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:49:55.782 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:55 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:55.782 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:55 smithi064 ceph-mon[19398]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-29T14:49:55.782 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:55 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:49:55.782 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:55 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:55.782 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:55 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:49:55.865 DEBUG:teuthology.orchestra.run.smithi146:osd.6> sudo journalctl -f -n 0 -u ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@osd.6.service 2024-08-29T14:49:55.867 INFO:tasks.cephadm:Deploying osd.7 on smithi146 with /dev/vg_nvme/lv_1... 2024-08-29T14:49:55.867 DEBUG:teuthology.orchestra.run.smithi146:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-08-29T14:49:56.671 INFO:teuthology.orchestra.run.smithi146.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.b/config 2024-08-29T14:49:56.724 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:56 smithi146 ceph-mon[23161]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-29T14:49:56.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:56 smithi146 ceph-mon[23161]: osdmap e44: 7 total, 6 up, 7 in 2024-08-29T14:49:56.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:56 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T14:49:56.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:56 smithi146 ceph-mon[23161]: from='osd.6 [v2:172.21.15.146:6816/968464036,v1:172.21.15.146:6817/968464036]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi146", "root=default"]}]: dispatch 2024-08-29T14:49:56.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:56 smithi146 ceph-mon[23161]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi146", "root=default"]}]: dispatch 2024-08-29T14:49:56.780 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:56 smithi064 ceph-mon[19398]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-29T14:49:56.780 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:56 smithi064 ceph-mon[19398]: osdmap e44: 7 total, 6 up, 7 in 2024-08-29T14:49:56.780 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:56 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T14:49:56.780 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:56 smithi064 ceph-mon[19398]: from='osd.6 [v2:172.21.15.146:6816/968464036,v1:172.21.15.146:6817/968464036]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi146", "root=default"]}]: dispatch 2024-08-29T14:49:56.780 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:56 smithi064 ceph-mon[19398]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi146", "root=default"]}]: dispatch 2024-08-29T14:49:56.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:56 smithi064 ceph-mon[30833]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-29T14:49:56.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:56 smithi064 ceph-mon[30833]: osdmap e44: 7 total, 6 up, 7 in 2024-08-29T14:49:56.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:56 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T14:49:56.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:56 smithi064 ceph-mon[30833]: from='osd.6 [v2:172.21.15.146:6816/968464036,v1:172.21.15.146:6817/968464036]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi146", "root=default"]}]: dispatch 2024-08-29T14:49:56.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:56 smithi064 ceph-mon[30833]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi146", "root=default"]}]: dispatch 2024-08-29T14:49:57.085 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:49:56 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:49:56.887+0000 7f5817c61640 -1 osd.6 0 waiting for initial osdmap 2024-08-29T14:49:57.085 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:49:56 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:49:56.893+0000 7f580fa82640 -1 osd.6 45 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-29T14:49:57.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:57 smithi146 ceph-mon[23161]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi146", "root=default"]}]': finished 2024-08-29T14:49:57.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:57 smithi146 ceph-mon[23161]: osdmap e45: 7 total, 6 up, 7 in 2024-08-29T14:49:57.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:57 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T14:49:57.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:57 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T14:49:57.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:57 smithi146 ceph-mon[23161]: from='osd.6 ' entity='osd.6' 2024-08-29T14:49:57.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:57 smithi146 ceph-mon[23161]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-29T14:49:57.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:57 smithi146 ceph-mon[23161]: osd.6 [v2:172.21.15.146:6816/968464036,v1:172.21.15.146:6817/968464036] boot 2024-08-29T14:49:57.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:57 smithi146 ceph-mon[23161]: osdmap e46: 7 total, 7 up, 7 in 2024-08-29T14:49:57.726 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:57 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T14:49:57.780 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:57 smithi064 ceph-mon[19398]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi146", "root=default"]}]': finished 2024-08-29T14:49:57.780 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:57 smithi064 ceph-mon[19398]: osdmap e45: 7 total, 6 up, 7 in 2024-08-29T14:49:57.780 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:57 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T14:49:57.780 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:57 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T14:49:57.780 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:57 smithi064 ceph-mon[19398]: from='osd.6 ' entity='osd.6' 2024-08-29T14:49:57.780 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:57 smithi064 ceph-mon[19398]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-29T14:49:57.780 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:57 smithi064 ceph-mon[19398]: osd.6 [v2:172.21.15.146:6816/968464036,v1:172.21.15.146:6817/968464036] boot 2024-08-29T14:49:57.780 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:57 smithi064 ceph-mon[19398]: osdmap e46: 7 total, 7 up, 7 in 2024-08-29T14:49:57.781 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:57 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T14:49:57.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:57 smithi064 ceph-mon[30833]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi146", "root=default"]}]': finished 2024-08-29T14:49:57.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:57 smithi064 ceph-mon[30833]: osdmap e45: 7 total, 6 up, 7 in 2024-08-29T14:49:57.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:57 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T14:49:57.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:57 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T14:49:57.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:57 smithi064 ceph-mon[30833]: from='osd.6 ' entity='osd.6' 2024-08-29T14:49:57.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:57 smithi064 ceph-mon[30833]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-29T14:49:57.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:57 smithi064 ceph-mon[30833]: osd.6 [v2:172.21.15.146:6816/968464036,v1:172.21.15.146:6817/968464036] boot 2024-08-29T14:49:57.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:57 smithi064 ceph-mon[30833]: osdmap e46: 7 total, 7 up, 7 in 2024-08-29T14:49:57.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:57 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T14:49:58.724 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:58 smithi146 ceph-mon[23161]: purged_snaps scrub starts 2024-08-29T14:49:58.724 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:58 smithi146 ceph-mon[23161]: purged_snaps scrub ok 2024-08-29T14:49:58.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:49:58 smithi146 ceph-mon[23161]: osdmap e47: 7 total, 7 up, 7 in 2024-08-29T14:49:58.780 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:58 smithi064 ceph-mon[30833]: purged_snaps scrub starts 2024-08-29T14:49:58.780 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:58 smithi064 ceph-mon[30833]: purged_snaps scrub ok 2024-08-29T14:49:58.780 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:49:58 smithi064 ceph-mon[30833]: osdmap e47: 7 total, 7 up, 7 in 2024-08-29T14:49:58.780 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:58 smithi064 ceph-mon[19398]: purged_snaps scrub starts 2024-08-29T14:49:58.781 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:58 smithi064 ceph-mon[19398]: purged_snaps scrub ok 2024-08-29T14:49:58.781 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:49:58 smithi064 ceph-mon[19398]: osdmap e47: 7 total, 7 up, 7 in 2024-08-29T14:50:00.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:00 smithi146 ceph-mon[23161]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 589 MiB used, 625 GiB / 626 GiB avail 2024-08-29T14:50:00.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:00 smithi146 ceph-mon[23161]: osdmap e48: 7 total, 7 up, 7 in 2024-08-29T14:50:00.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:00 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:00.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:00 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:00.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:00 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:00.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:00 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:00.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:00 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:00.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:00 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:00.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:00 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:50:00.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:00 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:50:00.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:00 smithi146 ceph-mon[23161]: overall HEALTH_OK 2024-08-29T14:50:00.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:00 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:00.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:00 smithi064 ceph-mon[19398]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 589 MiB used, 625 GiB / 626 GiB avail 2024-08-29T14:50:00.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:00 smithi064 ceph-mon[19398]: osdmap e48: 7 total, 7 up, 7 in 2024-08-29T14:50:00.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:00 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:00.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:00 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:00.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:00 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:00.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:00 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:00.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:00 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:00.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:00 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:00.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:00 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:50:00.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:00 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:50:00.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:00 smithi064 ceph-mon[19398]: overall HEALTH_OK 2024-08-29T14:50:00.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:00 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:00.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:00 smithi064 ceph-mon[30833]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 589 MiB used, 625 GiB / 626 GiB avail 2024-08-29T14:50:00.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:00 smithi064 ceph-mon[30833]: osdmap e48: 7 total, 7 up, 7 in 2024-08-29T14:50:00.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:00 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:00.532 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:00 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:00.532 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:00 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:00.532 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:00 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:00.532 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:00 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:00.532 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:00 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:00.532 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:00 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:50:00.532 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:00 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:50:00.532 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:00 smithi064 ceph-mon[30833]: overall HEALTH_OK 2024-08-29T14:50:00.532 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:00 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:01.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:01 smithi146 ceph-mon[23161]: Detected new or changed devices on smithi146 2024-08-29T14:50:01.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:01 smithi146 ceph-mon[23161]: Adjusting osd_memory_target on smithi146 to 5696M 2024-08-29T14:50:01.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:01 smithi146 ceph-mon[23161]: osdmap e49: 7 total, 7 up, 7 in 2024-08-29T14:50:01.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:01 smithi146 ceph-mon[23161]: osdmap e50: 7 total, 7 up, 7 in 2024-08-29T14:50:01.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:01 smithi064 ceph-mon[30833]: Detected new or changed devices on smithi146 2024-08-29T14:50:01.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:01 smithi064 ceph-mon[30833]: Adjusting osd_memory_target on smithi146 to 5696M 2024-08-29T14:50:01.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:01 smithi064 ceph-mon[30833]: osdmap e49: 7 total, 7 up, 7 in 2024-08-29T14:50:01.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:01 smithi064 ceph-mon[30833]: osdmap e50: 7 total, 7 up, 7 in 2024-08-29T14:50:01.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:01 smithi064 ceph-mon[19398]: Detected new or changed devices on smithi146 2024-08-29T14:50:01.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:01 smithi064 ceph-mon[19398]: Adjusting osd_memory_target on smithi146 to 5696M 2024-08-29T14:50:01.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:01 smithi064 ceph-mon[19398]: osdmap e49: 7 total, 7 up, 7 in 2024-08-29T14:50:01.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:01 smithi064 ceph-mon[19398]: osdmap e50: 7 total, 7 up, 7 in 2024-08-29T14:50:01.533 INFO:teuthology.orchestra.run.smithi146.stdout: 2024-08-29T14:50:01.551 DEBUG:teuthology.orchestra.run.smithi146:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph orch daemon add osd smithi146:vg_nvme/lv_1 2024-08-29T14:50:01.747 INFO:teuthology.orchestra.run.smithi146.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.b/config 2024-08-29T14:50:02.133 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:02 smithi146 ceph-mon[23161]: pgmap v155: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 589 MiB used, 625 GiB / 626 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-08-29T14:50:02.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:02 smithi064 ceph-mon[19398]: pgmap v155: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 589 MiB used, 625 GiB / 626 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-08-29T14:50:02.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:02 smithi064 ceph-mon[30833]: pgmap v155: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 589 MiB used, 625 GiB / 626 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-08-29T14:50:04.184 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:04 smithi146 ceph-mon[23161]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail; 116 KiB/s, 0 objects/s recovering 2024-08-29T14:50:04.184 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:04 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T14:50:04.184 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:04 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T14:50:04.184 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:04 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:50:04.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:04 smithi064 ceph-mon[19398]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail; 116 KiB/s, 0 objects/s recovering 2024-08-29T14:50:04.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:04 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T14:50:04.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:04 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T14:50:04.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:04 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:50:04.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:04 smithi064 ceph-mon[30833]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail; 116 KiB/s, 0 objects/s recovering 2024-08-29T14:50:04.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:04 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T14:50:04.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:04 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T14:50:04.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:04 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:50:05.173 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:05 smithi146 ceph-mon[23161]: from='client.24289 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi146:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:50:05.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:05 smithi064 ceph-mon[30833]: from='client.24289 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi146:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:50:05.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:05 smithi064 ceph-mon[19398]: from='client.24289 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi146:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:50:06.460 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:06 smithi146 ceph-mon[23161]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-29T14:50:06.460 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:06 smithi146 ceph-mon[23161]: from='client.? 172.21.15.146:0/2557995480' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a859cef1-e47c-443c-8a9e-7a4ca99bfe43"}]: dispatch 2024-08-29T14:50:06.460 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:06 smithi146 ceph-mon[23161]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a859cef1-e47c-443c-8a9e-7a4ca99bfe43"}]: dispatch 2024-08-29T14:50:06.460 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:06 smithi146 ceph-mon[23161]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a859cef1-e47c-443c-8a9e-7a4ca99bfe43"}]': finished 2024-08-29T14:50:06.460 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:06 smithi146 ceph-mon[23161]: osdmap e51: 8 total, 7 up, 8 in 2024-08-29T14:50:06.460 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:06 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T14:50:06.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:06 smithi064 ceph-mon[19398]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-29T14:50:06.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:06 smithi064 ceph-mon[19398]: from='client.? 172.21.15.146:0/2557995480' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a859cef1-e47c-443c-8a9e-7a4ca99bfe43"}]: dispatch 2024-08-29T14:50:06.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:06 smithi064 ceph-mon[19398]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a859cef1-e47c-443c-8a9e-7a4ca99bfe43"}]: dispatch 2024-08-29T14:50:06.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:06 smithi064 ceph-mon[19398]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a859cef1-e47c-443c-8a9e-7a4ca99bfe43"}]': finished 2024-08-29T14:50:06.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:06 smithi064 ceph-mon[19398]: osdmap e51: 8 total, 7 up, 8 in 2024-08-29T14:50:06.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:06 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T14:50:06.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:06 smithi064 ceph-mon[30833]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-29T14:50:06.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:06 smithi064 ceph-mon[30833]: from='client.? 172.21.15.146:0/2557995480' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a859cef1-e47c-443c-8a9e-7a4ca99bfe43"}]: dispatch 2024-08-29T14:50:06.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:06 smithi064 ceph-mon[30833]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a859cef1-e47c-443c-8a9e-7a4ca99bfe43"}]: dispatch 2024-08-29T14:50:06.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:06 smithi064 ceph-mon[30833]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a859cef1-e47c-443c-8a9e-7a4ca99bfe43"}]': finished 2024-08-29T14:50:06.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:06 smithi064 ceph-mon[30833]: osdmap e51: 8 total, 7 up, 8 in 2024-08-29T14:50:06.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:06 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T14:50:07.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:07 smithi146 ceph-mon[23161]: from='client.? 172.21.15.146:0/2562167742' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T14:50:07.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:07 smithi064 ceph-mon[19398]: from='client.? 172.21.15.146:0/2562167742' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T14:50:07.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:07 smithi064 ceph-mon[30833]: from='client.? 172.21.15.146:0/2562167742' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T14:50:08.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:08 smithi146 ceph-mon[23161]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-29T14:50:08.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:08 smithi064 ceph-mon[19398]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-29T14:50:08.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:08 smithi064 ceph-mon[30833]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-29T14:50:09.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:09 smithi146 ceph-mon[23161]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-29T14:50:09.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:09 smithi064 ceph-mon[19398]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-29T14:50:09.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:09 smithi064 ceph-mon[30833]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-29T14:50:11.350 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:11 smithi146 ceph-mon[23161]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-29T14:50:11.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:11 smithi064 ceph-mon[19398]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-29T14:50:11.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:11 smithi064 ceph-mon[30833]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-29T14:50:12.667 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:12 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-29T14:50:12.667 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:12 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:50:12.780 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:12 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-29T14:50:12.780 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:12 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:50:12.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:12 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-29T14:50:12.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:12 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:50:13.574 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:13 smithi146 ceph-mon[23161]: Deploying daemon osd.7 on smithi146 2024-08-29T14:50:13.575 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:13 smithi146 ceph-mon[23161]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-29T14:50:13.780 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:13 smithi064 ceph-mon[19398]: Deploying daemon osd.7 on smithi146 2024-08-29T14:50:13.780 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:13 smithi064 ceph-mon[19398]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-29T14:50:13.780 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:13 smithi064 ceph-mon[30833]: Deploying daemon osd.7 on smithi146 2024-08-29T14:50:13.780 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:13 smithi064 ceph-mon[30833]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-29T14:50:15.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:15 smithi146 ceph-mon[23161]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-29T14:50:15.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:15 smithi064 ceph-mon[19398]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-29T14:50:15.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:15 smithi064 ceph-mon[30833]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-29T14:50:17.392 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:17 smithi146 ceph-mon[23161]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-29T14:50:17.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:17 smithi064 ceph-mon[19398]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-29T14:50:17.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:17 smithi064 ceph-mon[30833]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-29T14:50:18.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:18 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:50:18.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:18 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:18.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:18 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:18.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:18 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:50:18.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:18 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:18.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:18 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:18.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:18 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:50:18.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:18 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:18.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:18 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:19.342 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:19 smithi146 ceph-mon[23161]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-29T14:50:19.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:19 smithi064 ceph-mon[19398]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-29T14:50:19.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:19 smithi064 ceph-mon[30833]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-29T14:50:20.593 INFO:teuthology.orchestra.run.smithi146.stdout:Created osd(s) 7 on host 'smithi146' 2024-08-29T14:50:20.903 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:20 smithi146 ceph-mon[23161]: from='osd.7 [v2:172.21.15.146:6824/22501950,v1:172.21.15.146:6825/22501950]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-29T14:50:20.903 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:20 smithi146 ceph-mon[23161]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-29T14:50:20.903 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:20 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:21.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:20 smithi064 ceph-mon[19398]: from='osd.7 [v2:172.21.15.146:6824/22501950,v1:172.21.15.146:6825/22501950]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-29T14:50:21.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:20 smithi064 ceph-mon[19398]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-29T14:50:21.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:20 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:21.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:20 smithi064 ceph-mon[30833]: from='osd.7 [v2:172.21.15.146:6824/22501950,v1:172.21.15.146:6825/22501950]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-29T14:50:21.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:20 smithi064 ceph-mon[30833]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-29T14:50:21.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:20 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:21.232 DEBUG:teuthology.orchestra.run.smithi146:osd.7> sudo journalctl -f -n 0 -u ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@osd.7.service 2024-08-29T14:50:21.234 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-08-29T14:50:21.235 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph osd stat -f json 2024-08-29T14:50:21.450 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:50:21.828 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:21 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:21.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:21 smithi064 ceph-mon[30833]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-29T14:50:21.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:21 smithi064 ceph-mon[30833]: osdmap e52: 8 total, 7 up, 8 in 2024-08-29T14:50:21.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:21 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T14:50:21.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:21 smithi064 ceph-mon[30833]: from='osd.7 [v2:172.21.15.146:6824/22501950,v1:172.21.15.146:6825/22501950]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi146", "root=default"]}]: dispatch 2024-08-29T14:50:21.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:21 smithi064 ceph-mon[30833]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi146", "root=default"]}]: dispatch 2024-08-29T14:50:21.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:21 smithi064 ceph-mon[30833]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-29T14:50:21.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:21 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:21.829 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:21 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:21.830 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:21 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:21.830 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:21 smithi064 ceph-mon[19398]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-29T14:50:21.830 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:21 smithi064 ceph-mon[19398]: osdmap e52: 8 total, 7 up, 8 in 2024-08-29T14:50:21.830 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:21 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T14:50:21.830 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:21 smithi064 ceph-mon[19398]: from='osd.7 [v2:172.21.15.146:6824/22501950,v1:172.21.15.146:6825/22501950]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi146", "root=default"]}]: dispatch 2024-08-29T14:50:21.830 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:21 smithi064 ceph-mon[19398]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi146", "root=default"]}]: dispatch 2024-08-29T14:50:21.830 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:21 smithi064 ceph-mon[19398]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-29T14:50:21.830 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:21 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:21.830 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:21 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:21.860 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:21 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:21.861 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:21 smithi146 ceph-mon[23161]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-29T14:50:21.861 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:21 smithi146 ceph-mon[23161]: osdmap e52: 8 total, 7 up, 8 in 2024-08-29T14:50:21.861 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:21 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T14:50:21.861 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:21 smithi146 ceph-mon[23161]: from='osd.7 [v2:172.21.15.146:6824/22501950,v1:172.21.15.146:6825/22501950]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi146", "root=default"]}]: dispatch 2024-08-29T14:50:21.861 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:21 smithi146 ceph-mon[23161]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi146", "root=default"]}]: dispatch 2024-08-29T14:50:21.861 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:21 smithi146 ceph-mon[23161]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-29T14:50:21.861 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:21 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:21.861 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:21 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:22.225 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:50:22 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:50:22.054+0000 7fc6fca99640 -1 osd.7 0 waiting for initial osdmap 2024-08-29T14:50:22.225 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:50:22 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:50:22.061+0000 7fc6f48ba640 -1 osd.7 54 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-29T14:50:22.737 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:22 smithi064 ceph-mon[30833]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi146", "root=default"]}]': finished 2024-08-29T14:50:22.737 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:22 smithi064 ceph-mon[30833]: osdmap e53: 8 total, 7 up, 8 in 2024-08-29T14:50:22.737 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:22 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T14:50:22.737 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:22 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T14:50:22.737 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:22 smithi064 ceph-mon[30833]: osdmap e54: 8 total, 7 up, 8 in 2024-08-29T14:50:22.737 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:22 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T14:50:22.737 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:22 smithi064 ceph-mon[30833]: from='osd.7 ' entity='osd.7' 2024-08-29T14:50:22.738 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:22 smithi064 ceph-mon[19398]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi146", "root=default"]}]': finished 2024-08-29T14:50:22.738 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:22 smithi064 ceph-mon[19398]: osdmap e53: 8 total, 7 up, 8 in 2024-08-29T14:50:22.738 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:22 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T14:50:22.738 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:22 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T14:50:22.738 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:22 smithi064 ceph-mon[19398]: osdmap e54: 8 total, 7 up, 8 in 2024-08-29T14:50:22.738 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:22 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T14:50:22.738 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:22 smithi064 ceph-mon[19398]: from='osd.7 ' entity='osd.7' 2024-08-29T14:50:22.921 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:22 smithi146 ceph-mon[23161]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi146", "root=default"]}]': finished 2024-08-29T14:50:22.922 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:22 smithi146 ceph-mon[23161]: osdmap e53: 8 total, 7 up, 8 in 2024-08-29T14:50:22.922 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:22 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T14:50:22.922 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:22 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T14:50:22.922 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:22 smithi146 ceph-mon[23161]: osdmap e54: 8 total, 7 up, 8 in 2024-08-29T14:50:22.922 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:22 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T14:50:22.922 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:22 smithi146 ceph-mon[23161]: from='osd.7 ' entity='osd.7' 2024-08-29T14:50:23.413 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:50:23.768 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:23 smithi064 ceph-mon[30833]: purged_snaps scrub starts 2024-08-29T14:50:23.769 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:23 smithi064 ceph-mon[30833]: purged_snaps scrub ok 2024-08-29T14:50:23.769 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:23 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T14:50:23.769 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:23 smithi064 ceph-mon[30833]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-29T14:50:23.769 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:23 smithi064 ceph-mon[30833]: osd.7 [v2:172.21.15.146:6824/22501950,v1:172.21.15.146:6825/22501950] boot 2024-08-29T14:50:23.769 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:23 smithi064 ceph-mon[30833]: osdmap e55: 8 total, 8 up, 8 in 2024-08-29T14:50:23.769 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:23 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T14:50:23.769 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:23 smithi064 ceph-mon[30833]: from='client.? 172.21.15.64:0/2328930053' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-08-29T14:50:23.769 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:23 smithi064 ceph-mon[19398]: purged_snaps scrub starts 2024-08-29T14:50:23.769 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:23 smithi064 ceph-mon[19398]: purged_snaps scrub ok 2024-08-29T14:50:23.769 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:23 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T14:50:23.769 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:23 smithi064 ceph-mon[19398]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-29T14:50:23.770 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:23 smithi064 ceph-mon[19398]: osd.7 [v2:172.21.15.146:6824/22501950,v1:172.21.15.146:6825/22501950] boot 2024-08-29T14:50:23.770 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:23 smithi064 ceph-mon[19398]: osdmap e55: 8 total, 8 up, 8 in 2024-08-29T14:50:23.770 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:23 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T14:50:23.770 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:23 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/2328930053' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-08-29T14:50:23.827 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:23 smithi146 ceph-mon[23161]: purged_snaps scrub starts 2024-08-29T14:50:23.827 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:23 smithi146 ceph-mon[23161]: purged_snaps scrub ok 2024-08-29T14:50:23.827 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:23 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T14:50:23.827 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:23 smithi146 ceph-mon[23161]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-29T14:50:23.828 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:23 smithi146 ceph-mon[23161]: osd.7 [v2:172.21.15.146:6824/22501950,v1:172.21.15.146:6825/22501950] boot 2024-08-29T14:50:23.828 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:23 smithi146 ceph-mon[23161]: osdmap e55: 8 total, 8 up, 8 in 2024-08-29T14:50:23.828 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:23 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T14:50:23.828 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:23 smithi146 ceph-mon[23161]: from='client.? 172.21.15.64:0/2328930053' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-08-29T14:50:24.226 INFO:teuthology.orchestra.run.smithi064.stdout:{"epoch":55,"num_osds":8,"num_up_osds":8,"osd_up_since":1724943023,"num_in_osds":8,"osd_in_since":1724943005,"num_remapped_pgs":1} 2024-08-29T14:50:24.227 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph osd dump --format=json 2024-08-29T14:50:24.432 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:50:25.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:25 smithi064 ceph-mon[19398]: osdmap e56: 8 total, 8 up, 8 in 2024-08-29T14:50:25.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:25 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:25.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:25 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:25.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:25 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:25.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:25 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:25.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:25 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:25.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:25 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:25.282 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:25 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:25.282 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:25 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:50:25.282 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:25 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:50:25.282 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:25 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:25.282 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:25 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:50:25.283 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:25 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:50:25.283 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:25 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:50:25.283 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:25 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:25.283 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:25 smithi064 ceph-mon[30833]: osdmap e56: 8 total, 8 up, 8 in 2024-08-29T14:50:25.283 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:25 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:25.284 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:25 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:25.284 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:25 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:25.284 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:25 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:25.284 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:25 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:25.284 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:25 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:25.284 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:25 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:25.284 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:25 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:50:25.284 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:25 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:50:25.284 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:25 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:25.284 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:25 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:50:25.284 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:25 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:50:25.284 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:25 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:50:25.284 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:25 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:25.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:25 smithi146 ceph-mon[23161]: osdmap e56: 8 total, 8 up, 8 in 2024-08-29T14:50:25.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:25 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:25.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:25 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:25.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:25 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:25.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:25 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:25.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:25 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:25.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:25 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:25.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:25 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:25.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:25 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:50:25.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:25 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:50:25.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:25 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:25.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:25 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:50:25.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:25 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:50:25.476 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:25 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:50:25.476 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:25 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:26.147 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:26 smithi064 ceph-mon[19398]: Detected new or changed devices on smithi146 2024-08-29T14:50:26.147 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:26 smithi064 ceph-mon[19398]: Adjusting osd_memory_target on smithi146 to 4272M 2024-08-29T14:50:26.147 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:26 smithi064 ceph-mon[19398]: pgmap v174: 1 pgs: 1 remapped+peering; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:50:26.148 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:26 smithi064 ceph-mon[19398]: osdmap e57: 8 total, 8 up, 8 in 2024-08-29T14:50:26.148 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:26 smithi064 ceph-mon[30833]: Detected new or changed devices on smithi146 2024-08-29T14:50:26.148 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:26 smithi064 ceph-mon[30833]: Adjusting osd_memory_target on smithi146 to 4272M 2024-08-29T14:50:26.148 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:26 smithi064 ceph-mon[30833]: pgmap v174: 1 pgs: 1 remapped+peering; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:50:26.148 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:26 smithi064 ceph-mon[30833]: osdmap e57: 8 total, 8 up, 8 in 2024-08-29T14:50:26.294 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:50:26.295 INFO:teuthology.orchestra.run.smithi064.stdout:{"epoch":58,"fsid":"2b44bde8-6615-11ef-bcd4-c7b262605968","created":"2024-08-29T14:45:21.451340+0000","modified":"2024-08-29T14:50:26.047985+0000","last_up_change":"2024-08-29T14:50:23.035922+0000","last_in_change":"2024-08-29T14:50:05.891208+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-29T14:48:23.290157+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a23a954f-e78b-4de6-8dd7-4cbf27d7377a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6802","nonce":3600021288},{"type":"v1","addr":"172.21.15.64:6803","nonce":3600021288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6804","nonce":3600021288},{"type":"v1","addr":"172.21.15.64:6805","nonce":3600021288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6808","nonce":3600021288},{"type":"v1","addr":"172.21.15.64:6809","nonce":3600021288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6806","nonce":3600021288},{"type":"v1","addr":"172.21.15.64:6807","nonce":3600021288}]},"public_addr":"172.21.15.64:6803/3600021288","cluster_addr":"172.21.15.64:6805/3600021288","heartbeat_back_addr":"172.21.15.64:6809/3600021288","heartbeat_front_addr":"172.21.15.64:6807/3600021288","state":["exists","up"]},{"osd":1,"uuid":"3a71bfc7-f6da-46bb-b7be-886aadd68ba9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6810","nonce":2165277501},{"type":"v1","addr":"172.21.15.64:6811","nonce":2165277501}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6812","nonce":2165277501},{"type":"v1","addr":"172.21.15.64:6813","nonce":2165277501}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6816","nonce":2165277501},{"type":"v1","addr":"172.21.15.64:6817","nonce":2165277501}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6814","nonce":2165277501},{"type":"v1","addr":"172.21.15.64:6815","nonce":2165277501}]},"public_addr":"172.21.15.64:6811/2165277501","cluster_addr":"172.21.15.64:6813/2165277501","heartbeat_back_addr":"172.21.15.64:6817/2165277501","heartbeat_front_addr":"172.21.15.64:6815/2165277501","state":["exists","up"]},{"osd":2,"uuid":"9148e741-2bf9-4ec8-be23-a8bed3c9c0c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6818","nonce":2275369579},{"type":"v1","addr":"172.21.15.64:6819","nonce":2275369579}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6820","nonce":2275369579},{"type":"v1","addr":"172.21.15.64:6821","nonce":2275369579}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6824","nonce":2275369579},{"type":"v1","addr":"172.21.15.64:6825","nonce":2275369579}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6822","nonce":2275369579},{"type":"v1","addr":"172.21.15.64:6823","nonce":2275369579}]},"public_addr":"172.21.15.64:6819/2275369579","cluster_addr":"172.21.15.64:6821/2275369579","heartbeat_back_addr":"172.21.15.64:6825/2275369579","heartbeat_front_addr":"172.21.15.64:6823/2275369579","state":["exists","up"]},{"osd":3,"uuid":"884e53ab-b244-4ec7-b291-18965ce0b7e4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6826","nonce":3264411659},{"type":"v1","addr":"172.21.15.64:6827","nonce":3264411659}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6828","nonce":3264411659},{"type":"v1","addr":"172.21.15.64:6829","nonce":3264411659}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":3264411659},{"type":"v1","addr":"172.21.15.64:6833","nonce":3264411659}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6830","nonce":3264411659},{"type":"v1","addr":"172.21.15.64:6831","nonce":3264411659}]},"public_addr":"172.21.15.64:6827/3264411659","cluster_addr":"172.21.15.64:6829/3264411659","heartbeat_back_addr":"172.21.15.64:6833/3264411659","heartbeat_front_addr":"172.21.15.64:6831/3264411659","state":["exists","up"]},{"osd":4,"uuid":"98765c42-98ad-4a78-9e9e-5c1313f19fe9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6800","nonce":3682458068},{"type":"v1","addr":"172.21.15.146:6801","nonce":3682458068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6802","nonce":3682458068},{"type":"v1","addr":"172.21.15.146:6803","nonce":3682458068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6806","nonce":3682458068},{"type":"v1","addr":"172.21.15.146:6807","nonce":3682458068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6804","nonce":3682458068},{"type":"v1","addr":"172.21.15.146:6805","nonce":3682458068}]},"public_addr":"172.21.15.146:6801/3682458068","cluster_addr":"172.21.15.146:6803/3682458068","heartbeat_back_addr":"172.21.15.146:6807/3682458068","heartbeat_front_addr":"172.21.15.146:6805/3682458068","state":["exists","up"]},{"osd":5,"uuid":"e72f5888-d1d9-4263-ad66-39ea6ba5834f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6808","nonce":3140253805},{"type":"v1","addr":"172.21.15.146:6809","nonce":3140253805}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6810","nonce":3140253805},{"type":"v1","addr":"172.21.15.146:6811","nonce":3140253805}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6814","nonce":3140253805},{"type":"v1","addr":"172.21.15.146:6815","nonce":3140253805}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6812","nonce":3140253805},{"type":"v1","addr":"172.21.15.146:6813","nonce":3140253805}]},"public_addr":"172.21.15.146:6809/3140253805","cluster_addr":"172.21.15.146:6811/3140253805","heartbeat_back_addr":"172.21.15.146:6815/3140253805","heartbeat_front_addr":"172.21.15.146:6813/3140253805","state":["exists","up"]},{"osd":6,"uuid":"15821837-eaee-4da0-9556-9edfddbe566b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6816","nonce":968464036},{"type":"v1","addr":"172.21.15.146:6817","nonce":968464036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6818","nonce":968464036},{"type":"v1","addr":"172.21.15.146:6819","nonce":968464036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6822","nonce":968464036},{"type":"v1","addr":"172.21.15.146:6823","nonce":968464036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6820","nonce":968464036},{"type":"v1","addr":"172.21.15.146:6821","nonce":968464036}]},"public_addr":"172.21.15.146:6817/968464036","cluster_addr":"172.21.15.146:6819/968464036","heartbeat_back_addr":"172.21.15.146:6823/968464036","heartbeat_front_addr":"172.21.15.146:6821/968464036","state":["exists","up"]},{"osd":7,"uuid":"a859cef1-e47c-443c-8a9e-7a4ca99bfe43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6824","nonce":22501950},{"type":"v1","addr":"172.21.15.146:6825","nonce":22501950}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6826","nonce":22501950},{"type":"v1","addr":"172.21.15.146:6827","nonce":22501950}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6830","nonce":22501950},{"type":"v1","addr":"172.21.15.146:6831","nonce":22501950}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6828","nonce":22501950},{"type":"v1","addr":"172.21.15.146:6829","nonce":22501950}]},"public_addr":"172.21.15.146:6825/22501950","cluster_addr":"172.21.15.146:6827/22501950","heartbeat_back_addr":"172.21.15.146:6831/22501950","heartbeat_front_addr":"172.21.15.146:6829/22501950","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:47:31.740511+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:47:55.737125+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:48:20.517416+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:48:45.617237+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:49:07.115780+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:49:31.594219+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:49:55.820952+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:50:21.506959+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.64:6800/2430041808":"2024-08-30T14:46:08.971950+0000","172.21.15.64:6801/2430041808":"2024-08-30T14:46:08.971950+0000","172.21.15.64:0/1663394728":"2024-08-30T14:46:08.971950+0000","172.21.15.64:0/4285783156":"2024-08-30T14:46:08.971950+0000","172.21.15.64:0/3631618357":"2024-08-30T14:46:08.971950+0000","172.21.15.64:6801/578975112":"2024-08-30T14:45:43.902529+0000","172.21.15.64:6800/578975112":"2024-08-30T14:45:43.902529+0000","172.21.15.64:0/1279032254":"2024-08-30T14:45:43.902529+0000","172.21.15.64:0/2862464816":"2024-08-30T14:45:43.902529+0000","172.21.15.64:0/2545423134":"2024-08-30T14:45:43.902529+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-29T14:50:26.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:26 smithi146 ceph-mon[23161]: Detected new or changed devices on smithi146 2024-08-29T14:50:26.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:26 smithi146 ceph-mon[23161]: Adjusting osd_memory_target on smithi146 to 4272M 2024-08-29T14:50:26.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:26 smithi146 ceph-mon[23161]: pgmap v174: 1 pgs: 1 remapped+peering; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:50:26.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:26 smithi146 ceph-mon[23161]: osdmap e57: 8 total, 8 up, 8 in 2024-08-29T14:50:26.925 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-08-29T14:48:23.290157+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-08-29T14:50:26.925 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-08-29T14:50:27.131 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:50:27.243 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:27 smithi064 ceph-mon[19398]: osdmap e58: 8 total, 8 up, 8 in 2024-08-29T14:50:27.243 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:27 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/260797952' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T14:50:27.243 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:27 smithi064 ceph-mon[30833]: osdmap e58: 8 total, 8 up, 8 in 2024-08-29T14:50:27.243 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:27 smithi064 ceph-mon[30833]: from='client.? 172.21.15.64:0/260797952' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T14:50:27.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:27 smithi146 ceph-mon[23161]: osdmap e58: 8 total, 8 up, 8 in 2024-08-29T14:50:27.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:27 smithi146 ceph-mon[23161]: from='client.? 172.21.15.64:0/260797952' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T14:50:28.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:28 smithi064 ceph-mon[19398]: pgmap v177: 1 pgs: 1 remapped+peering; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:50:28.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:28 smithi064 ceph-mon[19398]: osdmap e59: 8 total, 8 up, 8 in 2024-08-29T14:50:28.281 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:28 smithi064 ceph-mon[30833]: pgmap v177: 1 pgs: 1 remapped+peering; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:50:28.281 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:28 smithi064 ceph-mon[30833]: osdmap e59: 8 total, 8 up, 8 in 2024-08-29T14:50:28.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:28 smithi146 ceph-mon[23161]: pgmap v177: 1 pgs: 1 remapped+peering; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:50:28.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:28 smithi146 ceph-mon[23161]: osdmap e59: 8 total, 8 up, 8 in 2024-08-29T14:50:29.048 INFO:teuthology.orchestra.run.smithi064.stdout:pg_num: 1 2024-08-29T14:50:29.355 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:29 smithi064 ceph-mon[30833]: from='client.? 172.21.15.64:0/2870117678' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-08-29T14:50:29.355 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:29 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/2870117678' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-08-29T14:50:29.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:29 smithi146 ceph-mon[23161]: from='client.? 172.21.15.64:0/2870117678' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-08-29T14:50:29.737 INFO:tasks.cephadm:Adding prometheus.a on smithi146 2024-08-29T14:50:29.737 DEBUG:teuthology.orchestra.run.smithi146:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph orch apply prometheus '1;smithi146=a' 2024-08-29T14:50:29.948 INFO:teuthology.orchestra.run.smithi146.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.b/config 2024-08-29T14:50:30.345 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:30 smithi146 ceph-mon[23161]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 116 KiB/s, 0 objects/s recovering 2024-08-29T14:50:30.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:30 smithi064 ceph-mon[19398]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 116 KiB/s, 0 objects/s recovering 2024-08-29T14:50:30.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:30 smithi064 ceph-mon[30833]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 116 KiB/s, 0 objects/s recovering 2024-08-29T14:50:31.301 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:31 smithi146 ceph-mon[23161]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-29T14:50:31.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:31 smithi064 ceph-mon[19398]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-29T14:50:31.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:31 smithi064 ceph-mon[30833]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-29T14:50:31.683 INFO:teuthology.orchestra.run.smithi146.stdout:Scheduled prometheus update... 2024-08-29T14:50:32.243 DEBUG:teuthology.orchestra.run.smithi146:prometheus.a> sudo journalctl -f -n 0 -u ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@prometheus.a.service 2024-08-29T14:50:32.245 INFO:tasks.cephadm:Adding node-exporter.a on smithi064 2024-08-29T14:50:32.245 INFO:tasks.cephadm:Adding node-exporter.b on smithi146 2024-08-29T14:50:32.246 DEBUG:teuthology.orchestra.run.smithi146:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph orch apply node-exporter '2;smithi064=a;smithi146=b' 2024-08-29T14:50:32.489 INFO:teuthology.orchestra.run.smithi146.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.b/config 2024-08-29T14:50:32.916 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:32 smithi146 ceph-mon[23161]: from='client.24331 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi146=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:50:32.916 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:32 smithi146 ceph-mon[23161]: Saving service prometheus spec with placement smithi146=a;count:1 2024-08-29T14:50:32.917 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:32 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:32.917 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:32 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:50:32.917 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:32 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:50:32.917 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:32 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:50:32.917 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:32 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:33.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:32 smithi064 ceph-mon[19398]: from='client.24331 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi146=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:50:33.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:32 smithi064 ceph-mon[19398]: Saving service prometheus spec with placement smithi146=a;count:1 2024-08-29T14:50:33.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:32 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:33.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:32 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:50:33.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:32 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:50:33.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:32 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:50:33.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:32 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:33.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:32 smithi064 ceph-mon[30833]: from='client.24331 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi146=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:50:33.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:32 smithi064 ceph-mon[30833]: Saving service prometheus spec with placement smithi146=a;count:1 2024-08-29T14:50:33.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:32 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:33.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:32 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:50:33.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:32 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:50:33.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:32 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:50:33.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:32 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:33.834 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:33 smithi146 ceph-mon[23161]: Deploying daemon prometheus.a on smithi146 2024-08-29T14:50:33.834 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:33 smithi146 ceph-mon[23161]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-29T14:50:34.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:33 smithi064 ceph-mon[19398]: Deploying daemon prometheus.a on smithi146 2024-08-29T14:50:34.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:33 smithi064 ceph-mon[19398]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-29T14:50:34.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:33 smithi064 ceph-mon[30833]: Deploying daemon prometheus.a on smithi146 2024-08-29T14:50:34.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:33 smithi064 ceph-mon[30833]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-29T14:50:34.747 INFO:teuthology.orchestra.run.smithi146.stdout:Scheduled node-exporter update... 2024-08-29T14:50:35.778 DEBUG:teuthology.orchestra.run.smithi064:node-exporter.a> sudo journalctl -f -n 0 -u ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@node-exporter.a.service 2024-08-29T14:50:35.780 DEBUG:teuthology.orchestra.run.smithi146:node-exporter.b> sudo journalctl -f -n 0 -u ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@node-exporter.b.service 2024-08-29T14:50:35.783 INFO:tasks.cephadm:Adding alertmanager.a on smithi064 2024-08-29T14:50:35.783 DEBUG:teuthology.orchestra.run.smithi146:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph orch apply alertmanager '1;smithi064=a' 2024-08-29T14:50:36.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:35 smithi064 ceph-mon[19398]: from='client.24337 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi064=a;smithi146=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:50:36.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:35 smithi064 ceph-mon[19398]: Saving service node-exporter spec with placement smithi064=a;smithi146=b;count:2 2024-08-29T14:50:36.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:35 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:36.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:35 smithi064 ceph-mon[19398]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-08-29T14:50:36.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:35 smithi064 ceph-mon[30833]: from='client.24337 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi064=a;smithi146=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:50:36.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:35 smithi064 ceph-mon[30833]: Saving service node-exporter spec with placement smithi064=a;smithi146=b;count:2 2024-08-29T14:50:36.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:35 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:36.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:35 smithi064 ceph-mon[30833]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-08-29T14:50:36.043 INFO:teuthology.orchestra.run.smithi146.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.b/config 2024-08-29T14:50:36.169 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:35 smithi146 ceph-mon[23161]: from='client.24337 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi064=a;smithi146=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:50:36.169 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:35 smithi146 ceph-mon[23161]: Saving service node-exporter spec with placement smithi064=a;smithi146=b;count:2 2024-08-29T14:50:36.169 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:35 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:36.169 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:35 smithi146 ceph-mon[23161]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-08-29T14:50:37.373 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:37 smithi146 ceph-mon[23161]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-29T14:50:37.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:37 smithi064 ceph-mon[19398]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-29T14:50:37.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:37 smithi064 ceph-mon[30833]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-29T14:50:38.673 INFO:teuthology.orchestra.run.smithi146.stdout:Scheduled alertmanager update... 2024-08-29T14:50:39.949 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:39 smithi146 ceph-mon[23161]: from='client.24343 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi064=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:50:39.949 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:39 smithi146 ceph-mon[23161]: Saving service alertmanager spec with placement smithi064=a;count:1 2024-08-29T14:50:39.950 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:39 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:39.950 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:39 smithi146 ceph-mon[23161]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-08-29T14:50:39.995 DEBUG:teuthology.orchestra.run.smithi064:alertmanager.a> sudo journalctl -f -n 0 -u ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@alertmanager.a.service 2024-08-29T14:50:39.998 INFO:tasks.cephadm:Adding grafana.a on smithi146 2024-08-29T14:50:39.998 DEBUG:teuthology.orchestra.run.smithi146:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph orch apply grafana '1;smithi146=a' 2024-08-29T14:50:40.022 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:39 smithi064 ceph-mon[19398]: from='client.24343 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi064=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:50:40.022 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:39 smithi064 ceph-mon[19398]: Saving service alertmanager spec with placement smithi064=a;count:1 2024-08-29T14:50:40.022 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:39 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:40.022 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:39 smithi064 ceph-mon[19398]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-08-29T14:50:40.022 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:39 smithi064 ceph-mon[30833]: from='client.24343 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi064=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:50:40.023 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:39 smithi064 ceph-mon[30833]: Saving service alertmanager spec with placement smithi064=a;count:1 2024-08-29T14:50:40.023 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:39 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:40.023 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:39 smithi064 ceph-mon[30833]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-08-29T14:50:40.402 INFO:teuthology.orchestra.run.smithi146.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.b/config 2024-08-29T14:50:41.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:41 smithi146 ceph-mon[23161]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:50:41.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:41 smithi064 ceph-mon[19398]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:50:41.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:41 smithi064 ceph-mon[30833]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:50:42.801 INFO:teuthology.orchestra.run.smithi146.stdout:Scheduled grafana update... 2024-08-29T14:50:43.630 DEBUG:teuthology.orchestra.run.smithi146:grafana.a> sudo journalctl -f -n 0 -u ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@grafana.a.service 2024-08-29T14:50:43.633 INFO:tasks.cephadm:Setting up client nodes... 2024-08-29T14:50:43.633 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-08-29T14:50:43.847 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:50:43.968 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:43 smithi064 ceph-mon[30833]: from='client.24349 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi146=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:50:43.968 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:43 smithi064 ceph-mon[30833]: Saving service grafana spec with placement smithi146=a;count:1 2024-08-29T14:50:43.968 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:43 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:43.968 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:43 smithi064 ceph-mon[30833]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:50:43.969 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:43 smithi064 ceph-mon[19398]: from='client.24349 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi146=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:50:43.969 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:43 smithi064 ceph-mon[19398]: Saving service grafana spec with placement smithi146=a;count:1 2024-08-29T14:50:43.969 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:43 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:43.969 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:43 smithi064 ceph-mon[19398]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:50:43.974 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:43 smithi146 ceph-mon[23161]: from='client.24349 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi146=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:50:43.974 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:43 smithi146 ceph-mon[23161]: Saving service grafana spec with placement smithi146=a;count:1 2024-08-29T14:50:43.974 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:43 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:43.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:43 smithi146 ceph-mon[23161]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:50:45.359 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:45 smithi064 ceph-mon[19398]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:50:45.360 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:45 smithi064 ceph-mon[30833]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:50:45.460 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:45 smithi146 ceph-mon[23161]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:50:45.825 INFO:teuthology.orchestra.run.smithi064.stdout:[client.0] 2024-08-29T14:50:45.825 INFO:teuthology.orchestra.run.smithi064.stdout: key = AQDFitBm9KHtMBAAqTGN//AUhFZ9tU/5gCDtJw== 2024-08-29T14:50:46.124 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:50:46 smithi146 systemd[1]: Starting Ceph prometheus.a for 2b44bde8-6615-11ef-bcd4-c7b262605968... 2024-08-29T14:50:46.476 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:46 smithi146 ceph-mon[23161]: from='client.? 172.21.15.64:0/3206187277' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-29T14:50:46.477 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:46 smithi146 ceph-mon[23161]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-29T14:50:46.477 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:46 smithi146 ceph-mon[23161]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-29T14:50:46.477 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:50:46 smithi146 podman[52224]: 2024-08-29 14:50:46.129447177 +0000 UTC m=+0.017123387 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-08-29T14:50:46.477 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:50:46 smithi146 podman[52224]: 2024-08-29 14:50:46.245408858 +0000 UTC m=+0.133085059 container create 374691ab0ce0c72dee82169eb6e6a7bc99946733e5df646fdd8f46f8365b2ee1 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-29T14:50:46.502 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:46 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/3206187277' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-29T14:50:46.502 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:46 smithi064 ceph-mon[19398]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-29T14:50:46.502 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:46 smithi064 ceph-mon[19398]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-29T14:50:46.502 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:46 smithi064 ceph-mon[30833]: from='client.? 172.21.15.64:0/3206187277' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-29T14:50:46.503 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:46 smithi064 ceph-mon[30833]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-29T14:50:46.503 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:46 smithi064 ceph-mon[30833]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-29T14:50:46.528 DEBUG:teuthology.orchestra.run.smithi064:> set -ex 2024-08-29T14:50:46.528 DEBUG:teuthology.orchestra.run.smithi064:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-08-29T14:50:46.528 DEBUG:teuthology.orchestra.run.smithi064:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-08-29T14:50:46.569 DEBUG:teuthology.orchestra.run.smithi146:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-08-29T14:50:46.769 INFO:teuthology.orchestra.run.smithi146.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.b/config 2024-08-29T14:50:46.891 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:50:46 smithi146 podman[52224]: 2024-08-29 14:50:46.480485832 +0000 UTC m=+0.368162045 container init 374691ab0ce0c72dee82169eb6e6a7bc99946733e5df646fdd8f46f8365b2ee1 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-29T14:50:46.891 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:50:46 smithi146 podman[52224]: 2024-08-29 14:50:46.485316605 +0000 UTC m=+0.372992809 container start 374691ab0ce0c72dee82169eb6e6a7bc99946733e5df646fdd8f46f8365b2ee1 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-29T14:50:46.891 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:50:46 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[52238]: ts=2024-08-29T14:50:46.509Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-08-29T14:50:46.891 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:50:46 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[52238]: ts=2024-08-29T14:50:46.509Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-08-29T14:50:46.891 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:50:46 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[52238]: ts=2024-08-29T14:50:46.509Z caller=main.go:570 level=info host_details="(Linux 5.14.0-503.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024 x86_64 smithi146 (none))" 2024-08-29T14:50:46.891 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:50:46 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[52238]: ts=2024-08-29T14:50:46.509Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-29T14:50:46.891 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:50:46 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[52238]: ts=2024-08-29T14:50:46.509Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-29T14:50:46.891 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:50:46 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[52238]: ts=2024-08-29T14:50:46.510Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-08-29T14:50:46.891 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:50:46 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[52238]: ts=2024-08-29T14:50:46.511Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-08-29T14:50:46.891 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:50:46 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[52238]: ts=2024-08-29T14:50:46.511Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-08-29T14:50:46.892 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:50:46 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[52238]: ts=2024-08-29T14:50:46.512Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-29T14:50:46.892 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:50:46 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[52238]: ts=2024-08-29T14:50:46.514Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-29T14:50:46.892 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:50:46 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[52238]: ts=2024-08-29T14:50:46.514Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.091µs 2024-08-29T14:50:46.892 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:50:46 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[52238]: ts=2024-08-29T14:50:46.514Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-29T14:50:46.892 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:50:46 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[52238]: ts=2024-08-29T14:50:46.514Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-08-29T14:50:46.892 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:50:46 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[52238]: ts=2024-08-29T14:50:46.514Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=18.666µs wal_replay_duration=220.652µs wbl_replay_duration=91ns total_replay_duration=257.336µs 2024-08-29T14:50:46.892 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:50:46 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[52238]: ts=2024-08-29T14:50:46.515Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-08-29T14:50:46.892 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:50:46 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[52238]: ts=2024-08-29T14:50:46.515Z caller=main.go:1029 level=info msg="TSDB started" 2024-08-29T14:50:46.892 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:50:46 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[52238]: ts=2024-08-29T14:50:46.515Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-29T14:50:46.892 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:50:46 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[52238]: ts=2024-08-29T14:50:46.535Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=20.008565ms db_storage=781ns remote_storage=1.02µs web_handler=379ns query_engine=512ns scrape=375.136µs scrape_sd=70.506µs notify=755ns notify_sd=1.374µs rules=19.295022ms tracing=6.099µs 2024-08-29T14:50:46.892 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:50:46 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[52238]: ts=2024-08-29T14:50:46.535Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-08-29T14:50:46.892 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:50:46 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[52238]: ts=2024-08-29T14:50:46.535Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-08-29T14:50:46.892 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:50:46 smithi146 bash[52224]: 374691ab0ce0c72dee82169eb6e6a7bc99946733e5df646fdd8f46f8365b2ee1 2024-08-29T14:50:46.892 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:50:46 smithi146 systemd[1]: Started Ceph prometheus.a for 2b44bde8-6615-11ef-bcd4-c7b262605968. 2024-08-29T14:50:47.974 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:47 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:47.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:47 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:47.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:47 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:47.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:47 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-08-29T14:50:47.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:47 smithi146 ceph-mon[23161]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:50:47.975 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:50:47 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[25250]: ignoring --setuser ceph since I am not root 2024-08-29T14:50:47.975 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:50:47 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[25250]: ignoring --setgroup ceph since I am not root 2024-08-29T14:50:47.975 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:50:47 smithi146 ceph-mgr[25273]: -- 172.21.15.146:0/1150170893 <== mon.1 v2:172.21.15.146:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55a0451eed00 con 0x55a0451c3400 2024-08-29T14:50:47.975 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:50:47 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[25250]: 2024-08-29T14:50:47.769+0000 7fe265c02040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-29T14:50:47.975 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:50:47 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[25250]: 2024-08-29T14:50:47.826+0000 7fe265c02040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-29T14:50:47.992 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:47 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:47.992 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:47 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:47.992 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:47 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:47.992 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:47 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-08-29T14:50:47.992 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:47 smithi064 ceph-mon[30833]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:50:47.992 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:47 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:47.992 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:47 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:47.992 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:47 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' 2024-08-29T14:50:47.992 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:47 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-08-29T14:50:47.993 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:47 smithi064 ceph-mon[19398]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:50:47.993 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:50:47 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: ignoring --setuser ceph since I am not root 2024-08-29T14:50:47.993 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:50:47 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: ignoring --setgroup ceph since I am not root 2024-08-29T14:50:47.993 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:50:47 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:50:47.780+0000 7fd946b9e040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-29T14:50:47.993 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:50:47 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:50:47.838+0000 7fd946b9e040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-29T14:50:47.993 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:50:47 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:50:47.990+0000 7fd946b9e040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-29T14:50:48.280 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:50:48 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:50:48.059+0000 7fd946b9e040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-29T14:50:48.280 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:50:48 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:50:48.208+0000 7fd946b9e040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-29T14:50:48.287 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:50:47 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[25250]: 2024-08-29T14:50:47.975+0000 7fe265c02040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-29T14:50:48.287 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:50:48 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[25250]: 2024-08-29T14:50:48.046+0000 7fe265c02040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-29T14:50:48.287 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:50:48 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[25250]: 2024-08-29T14:50:48.197+0000 7fe265c02040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-29T14:50:48.628 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:50:48 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:50:48.353+0000 7fd946b9e040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-29T14:50:48.628 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:50:48 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[25250]: 2024-08-29T14:50:48.343+0000 7fe265c02040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-29T14:50:48.751 INFO:teuthology.orchestra.run.smithi146.stdout:[client.1] 2024-08-29T14:50:48.751 INFO:teuthology.orchestra.run.smithi146.stdout: key = AQDIitBmj197LBAA1wGNqG30ceFSX9fiLhuIag== 2024-08-29T14:50:48.919 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:48 smithi146 ceph-mon[23161]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-08-29T14:50:48.920 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:48 smithi146 ceph-mon[23161]: mgrmap e16: y(active, since 4m), standbys: x 2024-08-29T14:50:48.920 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:50:48 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[25250]: 2024-08-29T14:50:48.659+0000 7fe265c02040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-29T14:50:48.920 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:50:48 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[25250]: 2024-08-29T14:50:48.720+0000 7fe265c02040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-29T14:50:48.924 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:48 smithi064 ceph-mon[30833]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-08-29T14:50:48.925 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:48 smithi064 ceph-mon[30833]: mgrmap e16: y(active, since 4m), standbys: x 2024-08-29T14:50:48.925 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:48 smithi064 ceph-mon[19398]: from='mgr.14150 172.21.15.64:0/1859188622' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-08-29T14:50:48.929 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:48 smithi064 ceph-mon[19398]: mgrmap e16: y(active, since 4m), standbys: x 2024-08-29T14:50:48.929 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:50:48 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:50:48.671+0000 7fd946b9e040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-29T14:50:48.930 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:50:48 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:50:48.734+0000 7fd946b9e040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-29T14:50:48.930 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:50:48 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:50:48.923+0000 7fd946b9e040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-29T14:50:49.224 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:50:48 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[25250]: 2024-08-29T14:50:48.917+0000 7fe265c02040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-29T14:50:49.360 DEBUG:teuthology.orchestra.run.smithi146:> set -ex 2024-08-29T14:50:49.360 DEBUG:teuthology.orchestra.run.smithi146:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-08-29T14:50:49.361 DEBUG:teuthology.orchestra.run.smithi146:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-08-29T14:50:49.400 INFO:tasks.cephadm:Creating RBD pool 2024-08-29T14:50:49.400 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph osd pool create rbd 8 2024-08-29T14:50:49.600 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:50:49.721 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:49 smithi064 ceph-mon[30833]: from='client.? 172.21.15.146:0/145375350' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-29T14:50:49.721 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:49 smithi064 ceph-mon[30833]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-29T14:50:49.721 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:49 smithi064 ceph-mon[30833]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-29T14:50:49.721 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:49 smithi064 ceph-mon[19398]: from='client.? 172.21.15.146:0/145375350' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-29T14:50:49.721 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:49 smithi064 ceph-mon[19398]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-29T14:50:49.721 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:49 smithi064 ceph-mon[19398]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-29T14:50:49.974 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:49 smithi146 ceph-mon[23161]: from='client.? 172.21.15.146:0/145375350' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-29T14:50:49.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:49 smithi146 ceph-mon[23161]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-29T14:50:49.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:49 smithi146 ceph-mon[23161]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-29T14:50:49.975 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:50:49 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[25250]: 2024-08-29T14:50:49.807+0000 7fe265c02040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-29T14:50:49.975 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:50:49 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[25250]: 2024-08-29T14:50:49.873+0000 7fe265c02040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-29T14:50:50.005 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:50:49 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:50:49.839+0000 7fd946b9e040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-29T14:50:50.005 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:50:49 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:50:49.911+0000 7fd946b9e040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-29T14:50:50.777 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:50:50 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:50:50.654+0000 7fd946b9e040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-29T14:50:50.837 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:50:50 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[25250]: 2024-08-29T14:50:50.580+0000 7fe265c02040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-29T14:50:50.837 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:50:50 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[25250]: 2024-08-29T14:50:50.695+0000 7fe265c02040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-29T14:50:51.030 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:50:50 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:50:50.774+0000 7fd946b9e040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-29T14:50:51.030 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:50:50 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:50:50.923+0000 7fd946b9e040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-29T14:50:51.030 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:50:50 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:50:50.987+0000 7fd946b9e040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-29T14:50:51.110 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:50:50 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[25250]: 2024-08-29T14:50:50.836+0000 7fe265c02040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-29T14:50:51.111 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:50:50 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[25250]: 2024-08-29T14:50:50.896+0000 7fe265c02040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-29T14:50:51.111 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:50:51 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[25250]: 2024-08-29T14:50:51.041+0000 7fe265c02040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-29T14:50:51.111 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:50:51 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[25250]: 2024-08-29T14:50:51.109+0000 7fe265c02040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-29T14:50:51.355 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:50:51 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:50:51.144+0000 7fd946b9e040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-29T14:50:51.355 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:50:51 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:50:51.214+0000 7fd946b9e040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-29T14:50:51.355 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:50:51 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:50:51.277+0000 7fd946b9e040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-29T14:50:51.388 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:50:51 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[25250]: 2024-08-29T14:50:51.169+0000 7fe265c02040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-29T14:50:51.388 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:50:51 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[25250]: 2024-08-29T14:50:51.322+0000 7fe265c02040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-29T14:50:51.389 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:50:51 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[25250]: 2024-08-29T14:50:51.387+0000 7fe265c02040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-29T14:50:51.656 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:50:51 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[25250]: 2024-08-29T14:50:51.453+0000 7fe265c02040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-29T14:50:51.656 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:50:51 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[25250]: 2024-08-29T14:50:51.536+0000 7fe265c02040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-29T14:50:51.656 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:50:51 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[25250]: 2024-08-29T14:50:51.595+0000 7fe265c02040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-29T14:50:51.656 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:50:51 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[25250]: 2024-08-29T14:50:51.655+0000 7fe265c02040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-29T14:50:51.689 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:50:51 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:50:51.466+0000 7fd946b9e040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-29T14:50:51.689 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:50:51 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:50:51.533+0000 7fd946b9e040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-29T14:50:51.689 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:50:51 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:50:51.602+0000 7fd946b9e040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-29T14:50:51.689 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:50:51 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:50:51.687+0000 7fd946b9e040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-29T14:50:51.842 INFO:teuthology.orchestra.run.smithi064.stderr:pool 'rbd' created 2024-08-29T14:50:51.974 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:51 smithi146 ceph-mon[23161]: from='client.? 172.21.15.64:0/902060501' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-29T14:50:52.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:51 smithi064 ceph-mon[30833]: from='client.? 172.21.15.64:0/902060501' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-29T14:50:52.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:51 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/902060501' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-29T14:50:52.030 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:50:51 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:50:51.749+0000 7fd946b9e040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-29T14:50:52.030 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:50:51 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:50:51.810+0000 7fd946b9e040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-29T14:50:52.472 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- rbd pool init rbd 2024-08-29T14:50:52.688 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:50:52.714 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:50:52.640+0000 7fd946b9e040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-29T14:50:52.725 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:50:52 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[25250]: 2024-08-29T14:50:52.431+0000 7fe265c02040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-29T14:50:52.725 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:50:52 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[25250]: [29/Aug/2024:14:50:52] ENGINE Bus STARTING 2024-08-29T14:50:52.725 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:50:52 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[25250]: CherryPy Checker: 2024-08-29T14:50:52.725 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:50:52 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[25250]: The Application mounted at '' has an empty config. 2024-08-29T14:50:52.725 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:50:52 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[25250]: 2024-08-29T14:50:52.725 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:50:52 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[25250]: [29/Aug/2024:14:50:52] ENGINE Serving on http://:::9283 2024-08-29T14:50:52.725 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:50:52 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[25250]: [29/Aug/2024:14:50:52] ENGINE Bus STARTED 2024-08-29T14:50:52.968 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: [29/Aug/2024:14:50:52] ENGINE Bus STARTING 2024-08-29T14:50:52.968 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: CherryPy Checker: 2024-08-29T14:50:52.968 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: The Application mounted at '' has an empty config. 2024-08-29T14:50:52.968 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:50:52.968 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: [29/Aug/2024:14:50:52] ENGINE Serving on http://:::9283 2024-08-29T14:50:52.968 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: [29/Aug/2024:14:50:52] ENGINE Bus STARTED 2024-08-29T14:50:52.969 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[30833]: from='client.? 172.21.15.64:0/902060501' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-08-29T14:50:52.969 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[30833]: osdmap e60: 8 total, 8 up, 8 in 2024-08-29T14:50:52.969 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[30833]: Standby manager daemon x restarted 2024-08-29T14:50:52.969 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[30833]: Standby manager daemon x started 2024-08-29T14:50:52.969 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[30833]: from='mgr.? 172.21.15.146:0/1449331183' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-29T14:50:52.969 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[30833]: from='mgr.? 172.21.15.146:0/1449331183' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T14:50:52.969 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[30833]: from='mgr.? 172.21.15.146:0/1449331183' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-29T14:50:52.969 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[30833]: from='mgr.? 172.21.15.146:0/1449331183' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T14:50:52.969 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[30833]: Active manager daemon y restarted 2024-08-29T14:50:52.969 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[30833]: Activating manager daemon y 2024-08-29T14:50:52.969 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[30833]: osdmap e61: 8 total, 8 up, 8 in 2024-08-29T14:50:52.969 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[30833]: mgrmap e17: y(active, starting, since 0.00856917s), standbys: x 2024-08-29T14:50:52.970 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:50:52.970 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:50:52.970 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:50:52.970 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-29T14:50:52.970 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-29T14:50:52.970 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T14:50:52.970 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T14:50:52.970 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T14:50:52.970 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T14:50:52.970 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T14:50:52.970 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T14:50:52.970 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T14:50:52.970 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T14:50:52.971 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-29T14:50:52.971 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-29T14:50:52.971 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-29T14:50:52.971 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[30833]: Manager daemon y is now available 2024-08-29T14:50:52.971 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:50:52.971 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:50:52.971 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:50:52.971 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-29T14:50:52.971 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-29T14:50:52.971 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/902060501' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-08-29T14:50:52.972 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[19398]: osdmap e60: 8 total, 8 up, 8 in 2024-08-29T14:50:52.972 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[19398]: Standby manager daemon x restarted 2024-08-29T14:50:52.972 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[19398]: Standby manager daemon x started 2024-08-29T14:50:52.972 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[19398]: from='mgr.? 172.21.15.146:0/1449331183' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-29T14:50:52.972 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[19398]: from='mgr.? 172.21.15.146:0/1449331183' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T14:50:52.972 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[19398]: from='mgr.? 172.21.15.146:0/1449331183' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-29T14:50:52.972 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[19398]: from='mgr.? 172.21.15.146:0/1449331183' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T14:50:52.972 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[19398]: Active manager daemon y restarted 2024-08-29T14:50:52.972 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[19398]: Activating manager daemon y 2024-08-29T14:50:52.972 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[19398]: osdmap e61: 8 total, 8 up, 8 in 2024-08-29T14:50:52.972 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[19398]: mgrmap e17: y(active, starting, since 0.00856917s), standbys: x 2024-08-29T14:50:52.972 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:50:52.972 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:50:52.972 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:50:52.973 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-29T14:50:52.973 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-29T14:50:52.973 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T14:50:52.973 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T14:50:52.973 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T14:50:52.973 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T14:50:52.973 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T14:50:52.973 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T14:50:52.973 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T14:50:52.973 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T14:50:52.973 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-29T14:50:52.973 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-29T14:50:52.973 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-29T14:50:52.973 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[19398]: Manager daemon y is now available 2024-08-29T14:50:52.973 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:50:52.974 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:50:52.974 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:50:52.974 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-29T14:50:52.974 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:52 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-29T14:50:52.986 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:52 smithi146 ceph-mon[23161]: from='client.? 172.21.15.64:0/902060501' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-08-29T14:50:52.986 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:52 smithi146 ceph-mon[23161]: osdmap e60: 8 total, 8 up, 8 in 2024-08-29T14:50:52.987 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:52 smithi146 ceph-mon[23161]: Standby manager daemon x restarted 2024-08-29T14:50:52.987 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:52 smithi146 ceph-mon[23161]: Standby manager daemon x started 2024-08-29T14:50:52.987 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:52 smithi146 ceph-mon[23161]: from='mgr.? 172.21.15.146:0/1449331183' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-29T14:50:52.987 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:52 smithi146 ceph-mon[23161]: from='mgr.? 172.21.15.146:0/1449331183' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T14:50:52.987 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:52 smithi146 ceph-mon[23161]: from='mgr.? 172.21.15.146:0/1449331183' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-29T14:50:52.987 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:52 smithi146 ceph-mon[23161]: from='mgr.? 172.21.15.146:0/1449331183' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T14:50:52.987 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:52 smithi146 ceph-mon[23161]: Active manager daemon y restarted 2024-08-29T14:50:52.987 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:52 smithi146 ceph-mon[23161]: Activating manager daemon y 2024-08-29T14:50:52.987 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:52 smithi146 ceph-mon[23161]: osdmap e61: 8 total, 8 up, 8 in 2024-08-29T14:50:52.987 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:52 smithi146 ceph-mon[23161]: mgrmap e17: y(active, starting, since 0.00856917s), standbys: x 2024-08-29T14:50:52.987 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:52 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:50:52.987 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:52 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:50:52.987 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:52 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:50:52.987 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:52 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-29T14:50:52.988 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:52 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-29T14:50:52.988 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:52 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T14:50:52.988 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:52 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T14:50:52.988 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:52 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T14:50:52.988 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:52 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T14:50:52.988 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:52 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T14:50:52.988 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:52 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T14:50:52.988 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:52 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T14:50:52.988 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:52 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T14:50:52.988 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:52 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-29T14:50:52.988 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:52 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-29T14:50:52.988 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:52 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-29T14:50:52.988 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:52 smithi146 ceph-mon[23161]: Manager daemon y is now available 2024-08-29T14:50:52.988 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:52 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:50:52.988 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:52 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:50:52.989 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:52 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:50:52.989 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:52 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-29T14:50:52.989 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:52 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-29T14:50:54.913 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:54 smithi064 ceph-mon[30833]: mgrmap e18: y(active, since 1.01288s), standbys: x 2024-08-29T14:50:54.913 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:54 smithi064 ceph-mon[30833]: osdmap e62: 8 total, 8 up, 8 in 2024-08-29T14:50:54.913 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:54 smithi064 ceph-mon[30833]: pgmap v4: 9 pgs: 9 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:50:54.914 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:54 smithi064 ceph-mon[30833]: from='client.? 172.21.15.64:0/690331224' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-29T14:50:54.914 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:54 smithi064 ceph-mon[30833]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-29T14:50:54.914 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:54 smithi064 ceph-mon[19398]: mgrmap e18: y(active, since 1.01288s), standbys: x 2024-08-29T14:50:54.914 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:54 smithi064 ceph-mon[19398]: osdmap e62: 8 total, 8 up, 8 in 2024-08-29T14:50:54.914 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:54 smithi064 ceph-mon[19398]: pgmap v4: 9 pgs: 9 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:50:54.914 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:54 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/690331224' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-29T14:50:54.914 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:54 smithi064 ceph-mon[19398]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-29T14:50:54.914 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:50:54 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: ::ffff:172.21.15.146 - - [29/Aug/2024:14:50:54] "GET /metrics HTTP/1.1" 200 25932 "" "Prometheus/2.43.0" 2024-08-29T14:50:54.915 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:50:54 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:50:54.682+0000 7fd8a4917640 -1 log_channel(cephadm) log [ERR] : [29/Aug/2024:14:50:54] ENGINE Error in HTTPServer.serve 2024-08-29T14:50:54.915 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:50:54 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: Traceback (most recent call last): 2024-08-29T14:50:54.915 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:50:54 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-29T14:50:54.915 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:50:54 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: self._connections.run(self.expiration_interval) 2024-08-29T14:50:54.915 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:50:54 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-29T14:50:54.915 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:50:54 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: self._run(expiration_interval) 2024-08-29T14:50:54.915 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:50:54 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-29T14:50:54.915 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:50:54 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: new_conn = self._from_server_socket(self.server.socket) 2024-08-29T14:50:54.915 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:50:54 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-29T14:50:54.915 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:50:54 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-29T14:50:54.915 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:50:54 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-29T14:50:54.915 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:50:54 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: s = self.context.wrap_socket( 2024-08-29T14:50:54.915 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:50:54 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-29T14:50:54.915 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:50:54 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: return self.sslsocket_class._create( 2024-08-29T14:50:54.915 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:50:54 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-29T14:50:54.916 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:50:54 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: self.do_handshake() 2024-08-29T14:50:54.916 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:50:54 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-29T14:50:54.916 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:50:54 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: self._sslobj.do_handshake() 2024-08-29T14:50:54.916 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:50:54 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-29T14:50:54.916 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:50:54 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:50:54.974 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:54 smithi146 ceph-mon[23161]: mgrmap e18: y(active, since 1.01288s), standbys: x 2024-08-29T14:50:54.974 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:54 smithi146 ceph-mon[23161]: osdmap e62: 8 total, 8 up, 8 in 2024-08-29T14:50:54.974 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:54 smithi146 ceph-mon[23161]: pgmap v4: 9 pgs: 9 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:50:54.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:54 smithi146 ceph-mon[23161]: from='client.? 172.21.15.64:0/690331224' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-29T14:50:54.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:54 smithi146 ceph-mon[23161]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-29T14:50:55.974 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:55 smithi146 ceph-mon[23161]: [29/Aug/2024:14:50:54] ENGINE Bus STARTING 2024-08-29T14:50:55.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:55 smithi146 ceph-mon[23161]: pgmap v5: 9 pgs: 9 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:50:55.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:55 smithi146 ceph-mon[23161]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T14:50:55.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:55 smithi146 ceph-mon[23161]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-08-29T14:50:55.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:55 smithi146 ceph-mon[23161]: osdmap e63: 8 total, 8 up, 8 in 2024-08-29T14:50:55.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:55 smithi146 ceph-mon[23161]: mgrmap e19: y(active, since 2s), standbys: x 2024-08-29T14:50:55.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:55 smithi146 ceph-mon[23161]: [29/Aug/2024:14:50:54] ENGINE Serving on https://172.21.15.64:7150 2024-08-29T14:50:55.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:55 smithi146 ceph-mon[23161]: [29/Aug/2024:14:50:54] ENGINE Error in HTTPServer.serve 2024-08-29T14:50:55.975 INFO:journalctl@ceph.mon.b.smithi146.stdout: Traceback (most recent call last): 2024-08-29T14:50:55.975 INFO:journalctl@ceph.mon.b.smithi146.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-29T14:50:55.975 INFO:journalctl@ceph.mon.b.smithi146.stdout: self._connections.run(self.expiration_interval) 2024-08-29T14:50:55.975 INFO:journalctl@ceph.mon.b.smithi146.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-29T14:50:55.975 INFO:journalctl@ceph.mon.b.smithi146.stdout: self._run(expiration_interval) 2024-08-29T14:50:55.975 INFO:journalctl@ceph.mon.b.smithi146.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-29T14:50:55.976 INFO:journalctl@ceph.mon.b.smithi146.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-29T14:50:55.976 INFO:journalctl@ceph.mon.b.smithi146.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-29T14:50:55.976 INFO:journalctl@ceph.mon.b.smithi146.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-29T14:50:55.976 INFO:journalctl@ceph.mon.b.smithi146.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-29T14:50:55.976 INFO:journalctl@ceph.mon.b.smithi146.stdout: s = self.context.wrap_socket( 2024-08-29T14:50:55.976 INFO:journalctl@ceph.mon.b.smithi146.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-29T14:50:55.976 INFO:journalctl@ceph.mon.b.smithi146.stdout: return self.sslsocket_class._create( 2024-08-29T14:50:55.976 INFO:journalctl@ceph.mon.b.smithi146.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-29T14:50:55.976 INFO:journalctl@ceph.mon.b.smithi146.stdout: self.do_handshake() 2024-08-29T14:50:55.976 INFO:journalctl@ceph.mon.b.smithi146.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-29T14:50:55.976 INFO:journalctl@ceph.mon.b.smithi146.stdout: self._sslobj.do_handshake() 2024-08-29T14:50:55.976 INFO:journalctl@ceph.mon.b.smithi146.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-29T14:50:55.976 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:55 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:50:55.976 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:55 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:50:55.976 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:55 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:50:55.977 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:55 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:50:55.977 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:55 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:50:55.977 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:55 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:50:55.977 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:55 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:55.977 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:55 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:55.977 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:55 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:55.977 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:55 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:55.977 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:55 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:50:56.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:55 smithi064 ceph-mon[19398]: [29/Aug/2024:14:50:54] ENGINE Bus STARTING 2024-08-29T14:50:56.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:55 smithi064 ceph-mon[19398]: pgmap v5: 9 pgs: 9 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:50:56.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:55 smithi064 ceph-mon[19398]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T14:50:56.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:55 smithi064 ceph-mon[19398]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-08-29T14:50:56.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:55 smithi064 ceph-mon[19398]: osdmap e63: 8 total, 8 up, 8 in 2024-08-29T14:50:56.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:55 smithi064 ceph-mon[19398]: mgrmap e19: y(active, since 2s), standbys: x 2024-08-29T14:50:56.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:55 smithi064 ceph-mon[19398]: [29/Aug/2024:14:50:54] ENGINE Serving on https://172.21.15.64:7150 2024-08-29T14:50:56.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:55 smithi064 ceph-mon[19398]: [29/Aug/2024:14:50:54] ENGINE Error in HTTPServer.serve 2024-08-29T14:50:56.031 INFO:journalctl@ceph.mon.a.smithi064.stdout: Traceback (most recent call last): 2024-08-29T14:50:56.031 INFO:journalctl@ceph.mon.a.smithi064.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-29T14:50:56.031 INFO:journalctl@ceph.mon.a.smithi064.stdout: self._connections.run(self.expiration_interval) 2024-08-29T14:50:56.031 INFO:journalctl@ceph.mon.a.smithi064.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-29T14:50:56.031 INFO:journalctl@ceph.mon.a.smithi064.stdout: self._run(expiration_interval) 2024-08-29T14:50:56.031 INFO:journalctl@ceph.mon.a.smithi064.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-29T14:50:56.031 INFO:journalctl@ceph.mon.a.smithi064.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-29T14:50:56.031 INFO:journalctl@ceph.mon.a.smithi064.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-29T14:50:56.031 INFO:journalctl@ceph.mon.a.smithi064.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-29T14:50:56.031 INFO:journalctl@ceph.mon.a.smithi064.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-29T14:50:56.031 INFO:journalctl@ceph.mon.a.smithi064.stdout: s = self.context.wrap_socket( 2024-08-29T14:50:56.031 INFO:journalctl@ceph.mon.a.smithi064.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-29T14:50:56.031 INFO:journalctl@ceph.mon.a.smithi064.stdout: return self.sslsocket_class._create( 2024-08-29T14:50:56.031 INFO:journalctl@ceph.mon.a.smithi064.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-29T14:50:56.031 INFO:journalctl@ceph.mon.a.smithi064.stdout: self.do_handshake() 2024-08-29T14:50:56.031 INFO:journalctl@ceph.mon.a.smithi064.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-29T14:50:56.032 INFO:journalctl@ceph.mon.a.smithi064.stdout: self._sslobj.do_handshake() 2024-08-29T14:50:56.032 INFO:journalctl@ceph.mon.a.smithi064.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-29T14:50:56.032 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:55 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:50:56.032 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:55 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:50:56.032 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:55 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:50:56.032 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:55 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:50:56.032 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:55 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:50:56.032 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:55 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:50:56.032 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:55 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:56.032 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:55 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:56.032 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:55 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:56.032 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:55 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:56.032 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:55 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:50:56.033 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:55 smithi064 ceph-mon[30833]: [29/Aug/2024:14:50:54] ENGINE Bus STARTING 2024-08-29T14:50:56.033 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:55 smithi064 ceph-mon[30833]: pgmap v5: 9 pgs: 9 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:50:56.033 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:55 smithi064 ceph-mon[30833]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T14:50:56.033 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:55 smithi064 ceph-mon[30833]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-08-29T14:50:56.033 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:55 smithi064 ceph-mon[30833]: osdmap e63: 8 total, 8 up, 8 in 2024-08-29T14:50:56.033 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:55 smithi064 ceph-mon[30833]: mgrmap e19: y(active, since 2s), standbys: x 2024-08-29T14:50:56.033 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:55 smithi064 ceph-mon[30833]: [29/Aug/2024:14:50:54] ENGINE Serving on https://172.21.15.64:7150 2024-08-29T14:50:56.033 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:55 smithi064 ceph-mon[30833]: [29/Aug/2024:14:50:54] ENGINE Error in HTTPServer.serve 2024-08-29T14:50:56.033 INFO:journalctl@ceph.mon.c.smithi064.stdout: Traceback (most recent call last): 2024-08-29T14:50:56.033 INFO:journalctl@ceph.mon.c.smithi064.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-29T14:50:56.033 INFO:journalctl@ceph.mon.c.smithi064.stdout: self._connections.run(self.expiration_interval) 2024-08-29T14:50:56.033 INFO:journalctl@ceph.mon.c.smithi064.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-29T14:50:56.033 INFO:journalctl@ceph.mon.c.smithi064.stdout: self._run(expiration_interval) 2024-08-29T14:50:56.033 INFO:journalctl@ceph.mon.c.smithi064.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-29T14:50:56.033 INFO:journalctl@ceph.mon.c.smithi064.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-29T14:50:56.034 INFO:journalctl@ceph.mon.c.smithi064.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-29T14:50:56.034 INFO:journalctl@ceph.mon.c.smithi064.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-29T14:50:56.034 INFO:journalctl@ceph.mon.c.smithi064.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-29T14:50:56.034 INFO:journalctl@ceph.mon.c.smithi064.stdout: s = self.context.wrap_socket( 2024-08-29T14:50:56.034 INFO:journalctl@ceph.mon.c.smithi064.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-29T14:50:56.034 INFO:journalctl@ceph.mon.c.smithi064.stdout: return self.sslsocket_class._create( 2024-08-29T14:50:56.034 INFO:journalctl@ceph.mon.c.smithi064.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-29T14:50:56.034 INFO:journalctl@ceph.mon.c.smithi064.stdout: self.do_handshake() 2024-08-29T14:50:56.034 INFO:journalctl@ceph.mon.c.smithi064.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-29T14:50:56.034 INFO:journalctl@ceph.mon.c.smithi064.stdout: self._sslobj.do_handshake() 2024-08-29T14:50:56.034 INFO:journalctl@ceph.mon.c.smithi064.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-29T14:50:56.034 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:55 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:50:56.034 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:55 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:50:56.034 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:55 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:50:56.034 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:55 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:50:56.034 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:55 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:50:56.034 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:55 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:50:56.035 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:55 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:56.035 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:55 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:56.035 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:55 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:56.035 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:55 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:50:56.035 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:55 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:50:56.974 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:56 smithi146 ceph-mon[23161]: [29/Aug/2024:14:50:54] ENGINE Serving on http://172.21.15.64:8765 2024-08-29T14:50:56.974 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:56 smithi146 ceph-mon[23161]: [29/Aug/2024:14:50:54] ENGINE Bus STARTED 2024-08-29T14:50:56.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:56 smithi146 ceph-mon[23161]: Adjusting osd_memory_target on smithi146 to 4016M 2024-08-29T14:50:56.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:56 smithi146 ceph-mon[23161]: osdmap e64: 8 total, 8 up, 8 in 2024-08-29T14:50:56.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:56 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:50:56.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:56 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:50:56.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:56 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:50:56.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:56 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:50:57.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:56 smithi064 ceph-mon[30833]: [29/Aug/2024:14:50:54] ENGINE Serving on http://172.21.15.64:8765 2024-08-29T14:50:57.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:56 smithi064 ceph-mon[30833]: [29/Aug/2024:14:50:54] ENGINE Bus STARTED 2024-08-29T14:50:57.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:56 smithi064 ceph-mon[30833]: Adjusting osd_memory_target on smithi146 to 4016M 2024-08-29T14:50:57.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:56 smithi064 ceph-mon[30833]: osdmap e64: 8 total, 8 up, 8 in 2024-08-29T14:50:57.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:56 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:50:57.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:56 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:50:57.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:56 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:50:57.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:56 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:50:57.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:56 smithi064 ceph-mon[19398]: [29/Aug/2024:14:50:54] ENGINE Serving on http://172.21.15.64:8765 2024-08-29T14:50:57.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:56 smithi064 ceph-mon[19398]: [29/Aug/2024:14:50:54] ENGINE Bus STARTED 2024-08-29T14:50:57.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:56 smithi064 ceph-mon[19398]: Adjusting osd_memory_target on smithi146 to 4016M 2024-08-29T14:50:57.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:56 smithi064 ceph-mon[19398]: osdmap e64: 8 total, 8 up, 8 in 2024-08-29T14:50:57.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:56 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:50:57.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:56 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:50:57.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:56 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:50:57.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:56 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:50:57.458 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph config log 1 --format=json 2024-08-29T14:50:57.667 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:50:57.780 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:57 smithi064 ceph-mon[19398]: Updating smithi064:/etc/ceph/ceph.conf 2024-08-29T14:50:57.780 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:57 smithi064 ceph-mon[19398]: Updating smithi146:/etc/ceph/ceph.conf 2024-08-29T14:50:57.780 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:57 smithi064 ceph-mon[19398]: Updating smithi064:/var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T14:50:57.780 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:57 smithi064 ceph-mon[19398]: Updating smithi146:/var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T14:50:57.780 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:57 smithi064 ceph-mon[19398]: Updating smithi064:/etc/ceph/ceph.client.admin.keyring 2024-08-29T14:50:57.781 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:57 smithi064 ceph-mon[19398]: Updating smithi146:/etc/ceph/ceph.client.admin.keyring 2024-08-29T14:50:57.781 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:57 smithi064 ceph-mon[19398]: Updating smithi064:/var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T14:50:57.781 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:57 smithi064 ceph-mon[19398]: pgmap v8: 9 pgs: 9 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:50:57.781 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:57 smithi064 ceph-mon[19398]: osdmap e65: 8 total, 8 up, 8 in 2024-08-29T14:50:57.781 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:57 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:50:57.781 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:57 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:50:57.781 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:57 smithi064 ceph-mon[19398]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T14:50:57.781 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:57 smithi064 ceph-mon[19398]: Cluster is now healthy 2024-08-29T14:50:57.781 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:57 smithi064 ceph-mon[19398]: mgrmap e20: y(active, since 4s), standbys: x 2024-08-29T14:50:57.781 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:57 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:50:57.781 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:57 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:50:57.781 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:57 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:50:57.782 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:57 smithi064 ceph-mon[30833]: Updating smithi064:/etc/ceph/ceph.conf 2024-08-29T14:50:57.782 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:57 smithi064 ceph-mon[30833]: Updating smithi146:/etc/ceph/ceph.conf 2024-08-29T14:50:57.782 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:57 smithi064 ceph-mon[30833]: Updating smithi064:/var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T14:50:57.782 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:57 smithi064 ceph-mon[30833]: Updating smithi146:/var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T14:50:57.782 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:57 smithi064 ceph-mon[30833]: Updating smithi064:/etc/ceph/ceph.client.admin.keyring 2024-08-29T14:50:57.782 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:57 smithi064 ceph-mon[30833]: Updating smithi146:/etc/ceph/ceph.client.admin.keyring 2024-08-29T14:50:57.782 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:57 smithi064 ceph-mon[30833]: Updating smithi064:/var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T14:50:57.782 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:57 smithi064 ceph-mon[30833]: pgmap v8: 9 pgs: 9 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:50:57.782 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:57 smithi064 ceph-mon[30833]: osdmap e65: 8 total, 8 up, 8 in 2024-08-29T14:50:57.782 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:57 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:50:57.782 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:57 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:50:57.782 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:57 smithi064 ceph-mon[30833]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T14:50:57.782 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:57 smithi064 ceph-mon[30833]: Cluster is now healthy 2024-08-29T14:50:57.783 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:57 smithi064 ceph-mon[30833]: mgrmap e20: y(active, since 4s), standbys: x 2024-08-29T14:50:57.783 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:57 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:50:57.783 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:57 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:50:57.783 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:57 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:50:57.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:57 smithi146 ceph-mon[23161]: Updating smithi064:/etc/ceph/ceph.conf 2024-08-29T14:50:57.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:57 smithi146 ceph-mon[23161]: Updating smithi146:/etc/ceph/ceph.conf 2024-08-29T14:50:57.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:57 smithi146 ceph-mon[23161]: Updating smithi064:/var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T14:50:57.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:57 smithi146 ceph-mon[23161]: Updating smithi146:/var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T14:50:57.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:57 smithi146 ceph-mon[23161]: Updating smithi064:/etc/ceph/ceph.client.admin.keyring 2024-08-29T14:50:57.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:57 smithi146 ceph-mon[23161]: Updating smithi146:/etc/ceph/ceph.client.admin.keyring 2024-08-29T14:50:57.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:57 smithi146 ceph-mon[23161]: Updating smithi064:/var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T14:50:57.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:57 smithi146 ceph-mon[23161]: pgmap v8: 9 pgs: 9 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:50:57.976 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:57 smithi146 ceph-mon[23161]: osdmap e65: 8 total, 8 up, 8 in 2024-08-29T14:50:57.976 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:57 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:50:57.976 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:57 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:50:57.976 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:57 smithi146 ceph-mon[23161]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T14:50:57.976 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:57 smithi146 ceph-mon[23161]: Cluster is now healthy 2024-08-29T14:50:57.976 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:57 smithi146 ceph-mon[23161]: mgrmap e20: y(active, since 4s), standbys: x 2024-08-29T14:50:57.976 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:57 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:50:57.976 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:57 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:50:57.976 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:57 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:50:58.974 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:58 smithi146 ceph-mon[23161]: Updating smithi146:/var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T14:50:58.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:58 smithi146 ceph-mon[23161]: Deploying daemon alertmanager.a on smithi064 2024-08-29T14:50:58.988 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:58 smithi064 ceph-mon[30833]: Updating smithi146:/var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T14:50:58.988 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:58 smithi064 ceph-mon[30833]: Deploying daemon alertmanager.a on smithi064 2024-08-29T14:50:58.988 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:58 smithi064 ceph-mon[19398]: Updating smithi146:/var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T14:50:58.989 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:58 smithi064 ceph-mon[19398]: Deploying daemon alertmanager.a on smithi064 2024-08-29T14:50:59.848 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:50:59.974 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:50:59 smithi146 ceph-mon[23161]: pgmap v10: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 409 B/s wr, 0 op/s 2024-08-29T14:51:00.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:50:59 smithi064 ceph-mon[19398]: pgmap v10: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 409 B/s wr, 0 op/s 2024-08-29T14:51:00.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:50:59 smithi064 ceph-mon[30833]: pgmap v10: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 409 B/s wr, 0 op/s 2024-08-29T14:51:00.974 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:00 smithi146 ceph-mon[23161]: from='client.? 172.21.15.64:0/1886478644' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-08-29T14:51:01.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:00 smithi064 ceph-mon[30833]: from='client.? 172.21.15.64:0/1886478644' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-08-29T14:51:01.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:00 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/1886478644' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-08-29T14:51:01.266 INFO:teuthology.orchestra.run.smithi064.stdout:[{"version":22,"timestamp":"2024-08-29T14:50:55.572062+0000","name":"","changes":[{"name":"osd/host:smithi146/osd_memory_target","previous_value":"4479559065","new_value":"4211123609"}]}] 2024-08-29T14:51:01.267 INFO:tasks.ceph_manager:config epoch is 22 2024-08-29T14:51:01.267 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-08-29T14:51:01.267 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-08-29T14:51:01.267 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph mgr dump --format=json 2024-08-29T14:51:01.754 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:51:01.960 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:01 smithi064 ceph-mon[30833]: pgmap v11: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 341 B/s wr, 19 op/s 2024-08-29T14:51:01.961 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:01 smithi064 ceph-mon[19398]: pgmap v11: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 341 B/s wr, 19 op/s 2024-08-29T14:51:01.974 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:01 smithi146 ceph-mon[23161]: pgmap v11: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 341 B/s wr, 19 op/s 2024-08-29T14:51:03.272 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:03 smithi064 ceph-mon[30833]: osdmap e66: 8 total, 8 up, 8 in 2024-08-29T14:51:03.273 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:03 smithi064 ceph-mon[30833]: pgmap v13: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 292 B/s wr, 16 op/s 2024-08-29T14:51:03.273 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:03 smithi064 ceph-mon[19398]: osdmap e66: 8 total, 8 up, 8 in 2024-08-29T14:51:03.273 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:03 smithi064 ceph-mon[19398]: pgmap v13: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 292 B/s wr, 16 op/s 2024-08-29T14:51:03.471 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:03 smithi146 ceph-mon[23161]: osdmap e66: 8 total, 8 up, 8 in 2024-08-29T14:51:03.472 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:03 smithi146 ceph-mon[23161]: pgmap v13: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 292 B/s wr, 16 op/s 2024-08-29T14:51:04.979 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:51:04 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: ::ffff:172.21.15.146 - - [29/Aug/2024:14:51:04] "GET /metrics HTTP/1.1" 200 25932 "" "Prometheus/2.43.0" 2024-08-29T14:51:04.979 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:04 smithi064 ceph-mon[30833]: pgmap v14: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 255 B/s wr, 14 op/s 2024-08-29T14:51:04.979 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:04 smithi064 ceph-mon[19398]: pgmap v14: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 255 B/s wr, 14 op/s 2024-08-29T14:51:05.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:04 smithi146 ceph-mon[23161]: pgmap v14: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 255 B/s wr, 14 op/s 2024-08-29T14:51:06.845 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:06 smithi064 ceph-mon[19398]: pgmap v15: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 204 B/s wr, 11 op/s 2024-08-29T14:51:06.846 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:06 smithi064 ceph-mon[30833]: pgmap v15: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 204 B/s wr, 11 op/s 2024-08-29T14:51:07.181 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:51:07.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:06 smithi146 ceph-mon[23161]: pgmap v15: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 204 B/s wr, 11 op/s 2024-08-29T14:51:07.815 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:07 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/1997269537' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-08-29T14:51:07.815 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:07 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:51:07.816 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:07 smithi064 ceph-mon[30833]: from='client.? 172.21.15.64:0/1997269537' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-08-29T14:51:07.816 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:07 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:51:07.835 INFO:teuthology.orchestra.run.smithi064.stdout:{"epoch":20,"flags":0,"active_gid":24332,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6800","nonce":2232156892},{"type":"v1","addr":"172.21.15.64:6801","nonce":2232156892}]},"active_addr":"172.21.15.64:6801/2232156892","active_change":"2024-08-29T14:50:52.643638+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":24355,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.64:8443/","prometheus":"http://172.21.15.64:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":61,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.64:0","nonce":2379693311}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.64:0","nonce":1056683632}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.64:0","nonce":3932070225}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.64:0","nonce":2373187160}]}]} 2024-08-29T14:51:07.841 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-08-29T14:51:07.841 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-08-29T14:51:07.842 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph osd dump --format=json 2024-08-29T14:51:08.083 INFO:journalctl@ceph.alertmanager.a.smithi064.stdout:Aug 29 14:51:08 smithi064 podman[61440]: 2024-08-29 14:51:07.965858845 +0000 UTC m=+0.019089284 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-08-29T14:51:08.083 INFO:journalctl@ceph.alertmanager.a.smithi064.stdout:Aug 29 14:51:08 smithi064 podman[61440]: 2024-08-29 14:51:08.082485366 +0000 UTC m=+0.135715796 volume create 45c04e369e9d6332023fba9f278d3467572bc4cb1a349df1a371ba66d25ad147 2024-08-29T14:51:08.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:07 smithi146 ceph-mon[23161]: from='client.? 172.21.15.64:0/1997269537' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-08-29T14:51:08.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:07 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:51:08.389 INFO:journalctl@ceph.alertmanager.a.smithi064.stdout:Aug 29 14:51:08 smithi064 podman[61440]: 2024-08-29 14:51:08.182936903 +0000 UTC m=+0.236167339 container create ff7e763878dce9ee3fe11ad553c27505fb0754376499893d941941aec73c853f (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-29T14:51:08.790 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:51:08.846 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:08 smithi064 ceph-mon[30833]: pgmap v16: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-08-29T14:51:08.846 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:08 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:08.846 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:08 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:08.846 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:08 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:08.846 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:08 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:08.847 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:08 smithi064 ceph-mon[19398]: pgmap v16: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-08-29T14:51:08.847 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:08 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:08.847 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:08 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:08.847 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:08 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:08.847 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:08 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:08.847 INFO:journalctl@ceph.alertmanager.a.smithi064.stdout:Aug 29 14:51:08 smithi064 podman[61440]: 2024-08-29 14:51:08.536169496 +0000 UTC m=+0.589399926 container init ff7e763878dce9ee3fe11ad553c27505fb0754376499893d941941aec73c853f (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-29T14:51:08.847 INFO:journalctl@ceph.alertmanager.a.smithi064.stdout:Aug 29 14:51:08 smithi064 podman[61440]: 2024-08-29 14:51:08.540768122 +0000 UTC m=+0.593998551 container start ff7e763878dce9ee3fe11ad553c27505fb0754376499893d941941aec73c853f (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-29T14:51:08.847 INFO:journalctl@ceph.alertmanager.a.smithi064.stdout:Aug 29 14:51:08 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-alertmanager-a[61465]: ts=2024-08-29T14:51:08.553Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-08-29T14:51:08.847 INFO:journalctl@ceph.alertmanager.a.smithi064.stdout:Aug 29 14:51:08 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-alertmanager-a[61465]: ts=2024-08-29T14:51:08.553Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-08-29T14:51:08.848 INFO:journalctl@ceph.alertmanager.a.smithi064.stdout:Aug 29 14:51:08 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-alertmanager-a[61465]: ts=2024-08-29T14:51:08.554Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.64 port=9094 2024-08-29T14:51:08.848 INFO:journalctl@ceph.alertmanager.a.smithi064.stdout:Aug 29 14:51:08 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-alertmanager-a[61465]: ts=2024-08-29T14:51:08.555Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-08-29T14:51:08.848 INFO:journalctl@ceph.alertmanager.a.smithi064.stdout:Aug 29 14:51:08 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-alertmanager-a[61465]: ts=2024-08-29T14:51:08.578Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-29T14:51:08.848 INFO:journalctl@ceph.alertmanager.a.smithi064.stdout:Aug 29 14:51:08 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-alertmanager-a[61465]: ts=2024-08-29T14:51:08.578Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-29T14:51:08.848 INFO:journalctl@ceph.alertmanager.a.smithi064.stdout:Aug 29 14:51:08 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-alertmanager-a[61465]: ts=2024-08-29T14:51:08.581Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-08-29T14:51:08.848 INFO:journalctl@ceph.alertmanager.a.smithi064.stdout:Aug 29 14:51:08 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-alertmanager-a[61465]: ts=2024-08-29T14:51:08.581Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-08-29T14:51:08.848 INFO:journalctl@ceph.alertmanager.a.smithi064.stdout:Aug 29 14:51:08 smithi064 bash[61440]: ff7e763878dce9ee3fe11ad553c27505fb0754376499893d941941aec73c853f 2024-08-29T14:51:08.848 INFO:journalctl@ceph.alertmanager.a.smithi064.stdout:Aug 29 14:51:08 smithi064 systemd[1]: Started Ceph alertmanager.a for 2b44bde8-6615-11ef-bcd4-c7b262605968. 2024-08-29T14:51:09.151 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:51:08 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: [29/Aug/2024:14:51:08] ENGINE Bus STOPPING 2024-08-29T14:51:09.151 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:51:09 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: [29/Aug/2024:14:51:09] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-29T14:51:09.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:08 smithi146 ceph-mon[23161]: pgmap v16: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-08-29T14:51:09.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:08 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:09.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:08 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:09.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:08 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:09.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:08 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:09.531 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:51:09 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: [29/Aug/2024:14:51:09] ENGINE Bus STOPPED 2024-08-29T14:51:09.644 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:51:09 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: [29/Aug/2024:14:51:09] ENGINE Bus STARTING 2024-08-29T14:51:09.645 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:51:09 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: [29/Aug/2024:14:51:09] ENGINE Serving on http://:::9283 2024-08-29T14:51:09.645 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:51:09 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: [29/Aug/2024:14:51:09] ENGINE Bus STARTED 2024-08-29T14:51:09.977 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:09 smithi064 ceph-mon[19398]: Regenerating cephadm self-signed grafana TLS certificates 2024-08-29T14:51:09.977 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:09 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:09.977 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:09 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:09.977 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:09 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-29T14:51:09.977 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:09 smithi064 ceph-mon[19398]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-29T14:51:09.977 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:09 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:09.977 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:09 smithi064 ceph-mon[19398]: Deploying daemon grafana.a on smithi146 2024-08-29T14:51:09.978 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:09 smithi064 ceph-mon[30833]: Regenerating cephadm self-signed grafana TLS certificates 2024-08-29T14:51:09.978 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:09 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:09.978 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:09 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:09.978 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:09 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-29T14:51:09.978 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:09 smithi064 ceph-mon[30833]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-29T14:51:09.978 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:09 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:09.978 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:09 smithi064 ceph-mon[30833]: Deploying daemon grafana.a on smithi146 2024-08-29T14:51:10.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:09 smithi146 ceph-mon[23161]: Regenerating cephadm self-signed grafana TLS certificates 2024-08-29T14:51:10.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:09 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:10.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:09 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:10.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:09 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-29T14:51:10.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:09 smithi146 ceph-mon[23161]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-29T14:51:10.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:09 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:10.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:09 smithi146 ceph-mon[23161]: Deploying daemon grafana.a on smithi146 2024-08-29T14:51:10.654 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:51:10.654 INFO:teuthology.orchestra.run.smithi064.stdout:{"epoch":66,"fsid":"2b44bde8-6615-11ef-bcd4-c7b262605968","created":"2024-08-29T14:45:21.451340+0000","modified":"2024-08-29T14:51:02.041292+0000","last_up_change":"2024-08-29T14:50:23.035922+0000","last_in_change":"2024-08-29T14:50:05.891208+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-29T14:48:23.290157+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-08-29T14:50:51.785237+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":65,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a23a954f-e78b-4de6-8dd7-4cbf27d7377a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6802","nonce":3600021288},{"type":"v1","addr":"172.21.15.64:6803","nonce":3600021288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6804","nonce":3600021288},{"type":"v1","addr":"172.21.15.64:6805","nonce":3600021288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6808","nonce":3600021288},{"type":"v1","addr":"172.21.15.64:6809","nonce":3600021288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6806","nonce":3600021288},{"type":"v1","addr":"172.21.15.64:6807","nonce":3600021288}]},"public_addr":"172.21.15.64:6803/3600021288","cluster_addr":"172.21.15.64:6805/3600021288","heartbeat_back_addr":"172.21.15.64:6809/3600021288","heartbeat_front_addr":"172.21.15.64:6807/3600021288","state":["exists","up"]},{"osd":1,"uuid":"3a71bfc7-f6da-46bb-b7be-886aadd68ba9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6810","nonce":2165277501},{"type":"v1","addr":"172.21.15.64:6811","nonce":2165277501}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6812","nonce":2165277501},{"type":"v1","addr":"172.21.15.64:6813","nonce":2165277501}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6816","nonce":2165277501},{"type":"v1","addr":"172.21.15.64:6817","nonce":2165277501}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6814","nonce":2165277501},{"type":"v1","addr":"172.21.15.64:6815","nonce":2165277501}]},"public_addr":"172.21.15.64:6811/2165277501","cluster_addr":"172.21.15.64:6813/2165277501","heartbeat_back_addr":"172.21.15.64:6817/2165277501","heartbeat_front_addr":"172.21.15.64:6815/2165277501","state":["exists","up"]},{"osd":2,"uuid":"9148e741-2bf9-4ec8-be23-a8bed3c9c0c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6818","nonce":2275369579},{"type":"v1","addr":"172.21.15.64:6819","nonce":2275369579}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6820","nonce":2275369579},{"type":"v1","addr":"172.21.15.64:6821","nonce":2275369579}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6824","nonce":2275369579},{"type":"v1","addr":"172.21.15.64:6825","nonce":2275369579}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6822","nonce":2275369579},{"type":"v1","addr":"172.21.15.64:6823","nonce":2275369579}]},"public_addr":"172.21.15.64:6819/2275369579","cluster_addr":"172.21.15.64:6821/2275369579","heartbeat_back_addr":"172.21.15.64:6825/2275369579","heartbeat_front_addr":"172.21.15.64:6823/2275369579","state":["exists","up"]},{"osd":3,"uuid":"884e53ab-b244-4ec7-b291-18965ce0b7e4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6826","nonce":3264411659},{"type":"v1","addr":"172.21.15.64:6827","nonce":3264411659}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6828","nonce":3264411659},{"type":"v1","addr":"172.21.15.64:6829","nonce":3264411659}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":3264411659},{"type":"v1","addr":"172.21.15.64:6833","nonce":3264411659}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6830","nonce":3264411659},{"type":"v1","addr":"172.21.15.64:6831","nonce":3264411659}]},"public_addr":"172.21.15.64:6827/3264411659","cluster_addr":"172.21.15.64:6829/3264411659","heartbeat_back_addr":"172.21.15.64:6833/3264411659","heartbeat_front_addr":"172.21.15.64:6831/3264411659","state":["exists","up"]},{"osd":4,"uuid":"98765c42-98ad-4a78-9e9e-5c1313f19fe9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6800","nonce":3682458068},{"type":"v1","addr":"172.21.15.146:6801","nonce":3682458068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6802","nonce":3682458068},{"type":"v1","addr":"172.21.15.146:6803","nonce":3682458068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6806","nonce":3682458068},{"type":"v1","addr":"172.21.15.146:6807","nonce":3682458068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6804","nonce":3682458068},{"type":"v1","addr":"172.21.15.146:6805","nonce":3682458068}]},"public_addr":"172.21.15.146:6801/3682458068","cluster_addr":"172.21.15.146:6803/3682458068","heartbeat_back_addr":"172.21.15.146:6807/3682458068","heartbeat_front_addr":"172.21.15.146:6805/3682458068","state":["exists","up"]},{"osd":5,"uuid":"e72f5888-d1d9-4263-ad66-39ea6ba5834f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6808","nonce":3140253805},{"type":"v1","addr":"172.21.15.146:6809","nonce":3140253805}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6810","nonce":3140253805},{"type":"v1","addr":"172.21.15.146:6811","nonce":3140253805}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6814","nonce":3140253805},{"type":"v1","addr":"172.21.15.146:6815","nonce":3140253805}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6812","nonce":3140253805},{"type":"v1","addr":"172.21.15.146:6813","nonce":3140253805}]},"public_addr":"172.21.15.146:6809/3140253805","cluster_addr":"172.21.15.146:6811/3140253805","heartbeat_back_addr":"172.21.15.146:6815/3140253805","heartbeat_front_addr":"172.21.15.146:6813/3140253805","state":["exists","up"]},{"osd":6,"uuid":"15821837-eaee-4da0-9556-9edfddbe566b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6816","nonce":968464036},{"type":"v1","addr":"172.21.15.146:6817","nonce":968464036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6818","nonce":968464036},{"type":"v1","addr":"172.21.15.146:6819","nonce":968464036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6822","nonce":968464036},{"type":"v1","addr":"172.21.15.146:6823","nonce":968464036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6820","nonce":968464036},{"type":"v1","addr":"172.21.15.146:6821","nonce":968464036}]},"public_addr":"172.21.15.146:6817/968464036","cluster_addr":"172.21.15.146:6819/968464036","heartbeat_back_addr":"172.21.15.146:6823/968464036","heartbeat_front_addr":"172.21.15.146:6821/968464036","state":["exists","up"]},{"osd":7,"uuid":"a859cef1-e47c-443c-8a9e-7a4ca99bfe43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6824","nonce":22501950},{"type":"v1","addr":"172.21.15.146:6825","nonce":22501950}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6826","nonce":22501950},{"type":"v1","addr":"172.21.15.146:6827","nonce":22501950}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6830","nonce":22501950},{"type":"v1","addr":"172.21.15.146:6831","nonce":22501950}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6828","nonce":22501950},{"type":"v1","addr":"172.21.15.146:6829","nonce":22501950}]},"public_addr":"172.21.15.146:6825/22501950","cluster_addr":"172.21.15.146:6827/22501950","heartbeat_back_addr":"172.21.15.146:6831/22501950","heartbeat_front_addr":"172.21.15.146:6829/22501950","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:47:31.740511+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:47:55.737125+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:48:20.517416+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:48:45.617237+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:49:07.115780+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:49:31.594219+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:49:55.820952+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:50:21.506959+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.64:0/145227959":"2024-08-30T14:50:52.643433+0000","172.21.15.64:0/2862464816":"2024-08-30T14:45:43.902529+0000","172.21.15.64:6800/578975112":"2024-08-30T14:45:43.902529+0000","172.21.15.64:6801/578975112":"2024-08-30T14:45:43.902529+0000","172.21.15.64:0/3631618357":"2024-08-30T14:46:08.971950+0000","172.21.15.64:0/4285783156":"2024-08-30T14:46:08.971950+0000","172.21.15.64:0/1084745773":"2024-08-30T14:50:52.643433+0000","172.21.15.64:6801/1108749558":"2024-08-30T14:50:52.643433+0000","172.21.15.64:0/2545423134":"2024-08-30T14:45:43.902529+0000","172.21.15.64:0/1279032254":"2024-08-30T14:45:43.902529+0000","172.21.15.64:0/3282633876":"2024-08-30T14:50:52.643433+0000","172.21.15.64:6800/1108749558":"2024-08-30T14:50:52.643433+0000","172.21.15.64:0/1663394728":"2024-08-30T14:46:08.971950+0000","172.21.15.64:6800/2430041808":"2024-08-30T14:46:08.971950+0000","172.21.15.64:6801/2430041808":"2024-08-30T14:46:08.971950+0000","172.21.15.64:0/670860078":"2024-08-30T14:50:52.643433+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-29T14:51:10.833 INFO:journalctl@ceph.alertmanager.a.smithi064.stdout:Aug 29 14:51:10 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-alertmanager-a[61465]: ts=2024-08-29T14:51:10.555Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000181572s 2024-08-29T14:51:11.108 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:10 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/3212463886' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T14:51:11.108 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:10 smithi064 ceph-mon[19398]: pgmap v17: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:11.109 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:10 smithi064 ceph-mon[30833]: from='client.? 172.21.15.64:0/3212463886' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T14:51:11.109 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:10 smithi064 ceph-mon[30833]: pgmap v17: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:11.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:10 smithi146 ceph-mon[23161]: from='client.? 172.21.15.64:0/3212463886' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T14:51:11.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:10 smithi146 ceph-mon[23161]: pgmap v17: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:11.551 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-08-29T14:51:11.551 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph osd dump --format=json 2024-08-29T14:51:11.756 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:51:12.991 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:12 smithi064 ceph-mon[30833]: pgmap v18: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:12.992 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:12 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:12.992 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:12 smithi064 ceph-mon[19398]: pgmap v18: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:12.992 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:12 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:13.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:12 smithi146 ceph-mon[23161]: pgmap v18: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:13.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:12 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:13.696 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:51:13.697 INFO:teuthology.orchestra.run.smithi064.stdout:{"epoch":66,"fsid":"2b44bde8-6615-11ef-bcd4-c7b262605968","created":"2024-08-29T14:45:21.451340+0000","modified":"2024-08-29T14:51:02.041292+0000","last_up_change":"2024-08-29T14:50:23.035922+0000","last_in_change":"2024-08-29T14:50:05.891208+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-29T14:48:23.290157+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-08-29T14:50:51.785237+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":65,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a23a954f-e78b-4de6-8dd7-4cbf27d7377a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6802","nonce":3600021288},{"type":"v1","addr":"172.21.15.64:6803","nonce":3600021288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6804","nonce":3600021288},{"type":"v1","addr":"172.21.15.64:6805","nonce":3600021288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6808","nonce":3600021288},{"type":"v1","addr":"172.21.15.64:6809","nonce":3600021288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6806","nonce":3600021288},{"type":"v1","addr":"172.21.15.64:6807","nonce":3600021288}]},"public_addr":"172.21.15.64:6803/3600021288","cluster_addr":"172.21.15.64:6805/3600021288","heartbeat_back_addr":"172.21.15.64:6809/3600021288","heartbeat_front_addr":"172.21.15.64:6807/3600021288","state":["exists","up"]},{"osd":1,"uuid":"3a71bfc7-f6da-46bb-b7be-886aadd68ba9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6810","nonce":2165277501},{"type":"v1","addr":"172.21.15.64:6811","nonce":2165277501}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6812","nonce":2165277501},{"type":"v1","addr":"172.21.15.64:6813","nonce":2165277501}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6816","nonce":2165277501},{"type":"v1","addr":"172.21.15.64:6817","nonce":2165277501}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6814","nonce":2165277501},{"type":"v1","addr":"172.21.15.64:6815","nonce":2165277501}]},"public_addr":"172.21.15.64:6811/2165277501","cluster_addr":"172.21.15.64:6813/2165277501","heartbeat_back_addr":"172.21.15.64:6817/2165277501","heartbeat_front_addr":"172.21.15.64:6815/2165277501","state":["exists","up"]},{"osd":2,"uuid":"9148e741-2bf9-4ec8-be23-a8bed3c9c0c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6818","nonce":2275369579},{"type":"v1","addr":"172.21.15.64:6819","nonce":2275369579}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6820","nonce":2275369579},{"type":"v1","addr":"172.21.15.64:6821","nonce":2275369579}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6824","nonce":2275369579},{"type":"v1","addr":"172.21.15.64:6825","nonce":2275369579}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6822","nonce":2275369579},{"type":"v1","addr":"172.21.15.64:6823","nonce":2275369579}]},"public_addr":"172.21.15.64:6819/2275369579","cluster_addr":"172.21.15.64:6821/2275369579","heartbeat_back_addr":"172.21.15.64:6825/2275369579","heartbeat_front_addr":"172.21.15.64:6823/2275369579","state":["exists","up"]},{"osd":3,"uuid":"884e53ab-b244-4ec7-b291-18965ce0b7e4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6826","nonce":3264411659},{"type":"v1","addr":"172.21.15.64:6827","nonce":3264411659}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6828","nonce":3264411659},{"type":"v1","addr":"172.21.15.64:6829","nonce":3264411659}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":3264411659},{"type":"v1","addr":"172.21.15.64:6833","nonce":3264411659}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6830","nonce":3264411659},{"type":"v1","addr":"172.21.15.64:6831","nonce":3264411659}]},"public_addr":"172.21.15.64:6827/3264411659","cluster_addr":"172.21.15.64:6829/3264411659","heartbeat_back_addr":"172.21.15.64:6833/3264411659","heartbeat_front_addr":"172.21.15.64:6831/3264411659","state":["exists","up"]},{"osd":4,"uuid":"98765c42-98ad-4a78-9e9e-5c1313f19fe9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6800","nonce":3682458068},{"type":"v1","addr":"172.21.15.146:6801","nonce":3682458068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6802","nonce":3682458068},{"type":"v1","addr":"172.21.15.146:6803","nonce":3682458068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6806","nonce":3682458068},{"type":"v1","addr":"172.21.15.146:6807","nonce":3682458068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6804","nonce":3682458068},{"type":"v1","addr":"172.21.15.146:6805","nonce":3682458068}]},"public_addr":"172.21.15.146:6801/3682458068","cluster_addr":"172.21.15.146:6803/3682458068","heartbeat_back_addr":"172.21.15.146:6807/3682458068","heartbeat_front_addr":"172.21.15.146:6805/3682458068","state":["exists","up"]},{"osd":5,"uuid":"e72f5888-d1d9-4263-ad66-39ea6ba5834f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6808","nonce":3140253805},{"type":"v1","addr":"172.21.15.146:6809","nonce":3140253805}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6810","nonce":3140253805},{"type":"v1","addr":"172.21.15.146:6811","nonce":3140253805}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6814","nonce":3140253805},{"type":"v1","addr":"172.21.15.146:6815","nonce":3140253805}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6812","nonce":3140253805},{"type":"v1","addr":"172.21.15.146:6813","nonce":3140253805}]},"public_addr":"172.21.15.146:6809/3140253805","cluster_addr":"172.21.15.146:6811/3140253805","heartbeat_back_addr":"172.21.15.146:6815/3140253805","heartbeat_front_addr":"172.21.15.146:6813/3140253805","state":["exists","up"]},{"osd":6,"uuid":"15821837-eaee-4da0-9556-9edfddbe566b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6816","nonce":968464036},{"type":"v1","addr":"172.21.15.146:6817","nonce":968464036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6818","nonce":968464036},{"type":"v1","addr":"172.21.15.146:6819","nonce":968464036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6822","nonce":968464036},{"type":"v1","addr":"172.21.15.146:6823","nonce":968464036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6820","nonce":968464036},{"type":"v1","addr":"172.21.15.146:6821","nonce":968464036}]},"public_addr":"172.21.15.146:6817/968464036","cluster_addr":"172.21.15.146:6819/968464036","heartbeat_back_addr":"172.21.15.146:6823/968464036","heartbeat_front_addr":"172.21.15.146:6821/968464036","state":["exists","up"]},{"osd":7,"uuid":"a859cef1-e47c-443c-8a9e-7a4ca99bfe43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6824","nonce":22501950},{"type":"v1","addr":"172.21.15.146:6825","nonce":22501950}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6826","nonce":22501950},{"type":"v1","addr":"172.21.15.146:6827","nonce":22501950}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6830","nonce":22501950},{"type":"v1","addr":"172.21.15.146:6831","nonce":22501950}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6828","nonce":22501950},{"type":"v1","addr":"172.21.15.146:6829","nonce":22501950}]},"public_addr":"172.21.15.146:6825/22501950","cluster_addr":"172.21.15.146:6827/22501950","heartbeat_back_addr":"172.21.15.146:6831/22501950","heartbeat_front_addr":"172.21.15.146:6829/22501950","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:47:31.740511+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:47:55.737125+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:48:20.517416+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:48:45.617237+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:49:07.115780+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:49:31.594219+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:49:55.820952+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:50:21.506959+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.64:0/145227959":"2024-08-30T14:50:52.643433+0000","172.21.15.64:0/2862464816":"2024-08-30T14:45:43.902529+0000","172.21.15.64:6800/578975112":"2024-08-30T14:45:43.902529+0000","172.21.15.64:6801/578975112":"2024-08-30T14:45:43.902529+0000","172.21.15.64:0/3631618357":"2024-08-30T14:46:08.971950+0000","172.21.15.64:0/4285783156":"2024-08-30T14:46:08.971950+0000","172.21.15.64:0/1084745773":"2024-08-30T14:50:52.643433+0000","172.21.15.64:6801/1108749558":"2024-08-30T14:50:52.643433+0000","172.21.15.64:0/2545423134":"2024-08-30T14:45:43.902529+0000","172.21.15.64:0/1279032254":"2024-08-30T14:45:43.902529+0000","172.21.15.64:0/3282633876":"2024-08-30T14:50:52.643433+0000","172.21.15.64:6800/1108749558":"2024-08-30T14:50:52.643433+0000","172.21.15.64:0/1663394728":"2024-08-30T14:46:08.971950+0000","172.21.15.64:6800/2430041808":"2024-08-30T14:46:08.971950+0000","172.21.15.64:6801/2430041808":"2024-08-30T14:46:08.971950+0000","172.21.15.64:0/670860078":"2024-08-30T14:50:52.643433+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-29T14:51:14.015 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:13 smithi064 ceph-mon[30833]: from='client.? 172.21.15.64:0/3552342759' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T14:51:14.016 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:13 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/3552342759' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T14:51:14.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:13 smithi146 ceph-mon[23161]: from='client.? 172.21.15.64:0/3552342759' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T14:51:14.447 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-08-29T14:51:14.448 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-08-29T14:51:14.448 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-08-29T14:51:14.449 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-08-29T14:51:14.449 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-08-29T14:51:14.450 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-08-29T14:51:14.450 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-08-29T14:51:14.450 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-08-29T14:51:14.748 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:51:14 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: ::ffff:172.21.15.146 - - [29/Aug/2024:14:51:14] "GET /metrics HTTP/1.1" 200 28506 "" "Prometheus/2.43.0" 2024-08-29T14:51:14.905 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:51:14.906 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:51:14.907 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:51:14.909 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:51:14.909 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:51:14.910 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:51:15.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:14 smithi064 ceph-mon[30833]: pgmap v19: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:15.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:14 smithi064 ceph-mon[19398]: pgmap v19: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:15.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:14 smithi146 ceph-mon[23161]: pgmap v19: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:17.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:16 smithi064 ceph-mon[19398]: pgmap v20: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:17.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:16 smithi064 ceph-mon[30833]: pgmap v20: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:17.106 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:51:17.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:16 smithi146 ceph-mon[23161]: pgmap v20: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:17.868 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:51:19.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:18 smithi064 ceph-mon[30833]: pgmap v21: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:19.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:18 smithi064 ceph-mon[19398]: pgmap v21: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:19.031 INFO:journalctl@ceph.alertmanager.a.smithi064.stdout:Aug 29 14:51:18 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-alertmanager-a[61465]: ts=2024-08-29T14:51:18.558Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002497992s 2024-08-29T14:51:19.118 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:18 smithi146 ceph-mon[23161]: pgmap v21: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:20.473 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 systemd[1]: Starting Ceph grafana.a for 2b44bde8-6615-11ef-bcd4-c7b262605968... 2024-08-29T14:51:20.725 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 podman[54317]: 2024-08-29 14:51:20.472668465 +0000 UTC m=+0.106452723 container create 7375aec923f5fe53e44ffb94145bd075a89d7031503bc06848a1a972fdf61253 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a, maintainer=Paul Cuzner , architecture=x86_64, version=8.5, io.openshift.tags=base rhel8, vendor=Red Hat, Inc., io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., build-date=2022-04-29T11:48:11.055897, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.openshift.expose-services=, com.redhat.component=ubi8-container, io.buildah.version=1.32.0, io.k8s.display-name=Red Hat Universal Base Image 8, vcs-type=git, distribution-scope=public, summary=Grafana Container configured for Ceph mgr/dashboard integration, release=239.1651231664, description=Ceph Grafana Container, name=ubi8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664) 2024-08-29T14:51:20.725 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 podman[54317]: 2024-08-29 14:51:20.380863007 +0000 UTC m=+0.014647221 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-08-29T14:51:20.725 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 podman[54317]: 2024-08-29 14:51:20.666489244 +0000 UTC m=+0.300273443 container init 7375aec923f5fe53e44ffb94145bd075a89d7031503bc06848a1a972fdf61253 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=ubi8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, architecture=x86_64, com.redhat.component=ubi8-container, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-type=git, io.openshift.expose-services=, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.buildah.version=1.32.0, version=8.5, io.openshift.tags=base rhel8, build-date=2022-04-29T11:48:11.055897, io.k8s.display-name=Red Hat Universal Base Image 8, maintainer=Paul Cuzner , release=239.1651231664, vendor=Red Hat, Inc., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, description=Ceph Grafana Container, distribution-scope=public, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56) 2024-08-29T14:51:20.725 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 podman[54317]: 2024-08-29 14:51:20.671241399 +0000 UTC m=+0.305025599 container start 7375aec923f5fe53e44ffb94145bd075a89d7031503bc06848a1a972fdf61253 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a, version=8.5, io.openshift.tags=base rhel8, vendor=Red Hat, Inc., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, com.redhat.component=ubi8-container, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, build-date=2022-04-29T11:48:11.055897, maintainer=Paul Cuzner , name=ubi8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.buildah.version=1.32.0, io.k8s.display-name=Red Hat Universal Base Image 8, vcs-type=git, description=Ceph Grafana Container, distribution-scope=public, io.openshift.expose-services=, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., release=239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, architecture=x86_64) 2024-08-29T14:51:20.991 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-mon[23161]: pgmap v22: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:20.992 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 bash[54317]: 7375aec923f5fe53e44ffb94145bd075a89d7031503bc06848a1a972fdf61253 2024-08-29T14:51:20.992 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 systemd[1]: Started Ceph grafana.a for 2b44bde8-6615-11ef-bcd4-c7b262605968. 2024-08-29T14:51:20.992 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=settings t=2024-08-29T14:51:20.830565147Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-08-29T14:51:20.992 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=settings t=2024-08-29T14:51:20.830737703Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-08-29T14:51:20.992 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=settings t=2024-08-29T14:51:20.830755842Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-08-29T14:51:20.992 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=settings t=2024-08-29T14:51:20.830762784Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-08-29T14:51:20.992 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=settings t=2024-08-29T14:51:20.830810069Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-08-29T14:51:20.992 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=settings t=2024-08-29T14:51:20.830816939Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-08-29T14:51:20.992 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=settings t=2024-08-29T14:51:20.830823743Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-08-29T14:51:20.993 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=settings t=2024-08-29T14:51:20.830830259Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-08-29T14:51:20.993 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=settings t=2024-08-29T14:51:20.830836749Z level=info msg="Path Home" path=/usr/share/grafana 2024-08-29T14:51:20.993 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=settings t=2024-08-29T14:51:20.830843457Z level=info msg="Path Data" path=/var/lib/grafana 2024-08-29T14:51:20.993 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=settings t=2024-08-29T14:51:20.830849522Z level=info msg="Path Logs" path=/var/log/grafana 2024-08-29T14:51:20.993 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=settings t=2024-08-29T14:51:20.830858176Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-08-29T14:51:20.993 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=settings t=2024-08-29T14:51:20.830864455Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-08-29T14:51:20.993 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=settings t=2024-08-29T14:51:20.83087085Z level=info msg="App mode production" 2024-08-29T14:51:20.993 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=sqlstore t=2024-08-29T14:51:20.830916095Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-08-29T14:51:20.993 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=sqlstore t=2024-08-29T14:51:20.830932311Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-08-29T14:51:20.993 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.831800747Z level=info msg="Starting DB migrations" 2024-08-29T14:51:20.993 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.831877173Z level=info msg="Executing migration" id="create migration_log table" 2024-08-29T14:51:20.994 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.832390954Z level=info msg="Executing migration" id="create user table" 2024-08-29T14:51:20.994 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.832829277Z level=info msg="Executing migration" id="add unique index user.login" 2024-08-29T14:51:20.995 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.833310065Z level=info msg="Executing migration" id="add unique index user.email" 2024-08-29T14:51:20.995 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.83429324Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2024-08-29T14:51:20.995 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.835079949Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2024-08-29T14:51:20.995 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.836067355Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2024-08-29T14:51:20.995 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.836924132Z level=info msg="Executing migration" id="create user table v2" 2024-08-29T14:51:20.995 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.837799317Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2024-08-29T14:51:20.995 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.838758799Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2024-08-29T14:51:20.995 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.839667591Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2024-08-29T14:51:20.995 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.840342214Z level=info msg="Executing migration" id="Drop old table user_v1" 2024-08-29T14:51:20.995 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.841228542Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2024-08-29T14:51:20.995 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.841824571Z level=info msg="Executing migration" id="Update user table charset" 2024-08-29T14:51:20.995 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.842189448Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2024-08-29T14:51:20.995 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.844989434Z level=info msg="Executing migration" id="Add missing user data" 2024-08-29T14:51:20.996 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.845352582Z level=info msg="Executing migration" id="Add is_disabled column to user" 2024-08-29T14:51:20.996 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.847890335Z level=info msg="Executing migration" id="Add index user.login/user.email" 2024-08-29T14:51:20.996 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.848315714Z level=info msg="Executing migration" id="Add is_service_account column to user" 2024-08-29T14:51:20.996 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.850726883Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-08-29T14:51:20.996 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.852133099Z level=info msg="Executing migration" id="create temp user table v1-7" 2024-08-29T14:51:20.996 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.85257164Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2024-08-29T14:51:20.996 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.855523615Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2024-08-29T14:51:20.996 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.858215893Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2024-08-29T14:51:20.996 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.858643387Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2024-08-29T14:51:20.996 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.861221046Z level=info msg="Executing migration" id="Update temp_user table charset" 2024-08-29T14:51:20.996 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.864143849Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2024-08-29T14:51:20.996 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.866977248Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2024-08-29T14:51:20.997 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.869650896Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2024-08-29T14:51:20.997 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.872410516Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2024-08-29T14:51:20.997 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.875145092Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-08-29T14:51:20.997 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.878094689Z level=info msg="Executing migration" id="create temp_user v2" 2024-08-29T14:51:20.997 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.8806276Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2024-08-29T14:51:20.997 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.88355674Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2024-08-29T14:51:20.997 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.886213981Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2024-08-29T14:51:20.997 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.888749593Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2024-08-29T14:51:20.997 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.891507183Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2024-08-29T14:51:20.997 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.894206231Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2024-08-29T14:51:20.997 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.894602243Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2024-08-29T14:51:20.997 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.897454594Z level=info msg="Executing migration" id="create star table" 2024-08-29T14:51:20.997 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.900079497Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2024-08-29T14:51:20.997 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.90268252Z level=info msg="Executing migration" id="create org table v1" 2024-08-29T14:51:20.998 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.903165466Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2024-08-29T14:51:20.998 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.905845843Z level=info msg="Executing migration" id="create org_user table v1" 2024-08-29T14:51:20.998 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.908649282Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2024-08-29T14:51:20.998 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.909131996Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2024-08-29T14:51:20.998 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.911879858Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2024-08-29T14:51:20.998 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.91460725Z level=info msg="Executing migration" id="Update org table charset" 2024-08-29T14:51:20.998 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.917192457Z level=info msg="Executing migration" id="Update org_user table charset" 2024-08-29T14:51:20.998 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.917526862Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2024-08-29T14:51:20.998 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.918385226Z level=info msg="Executing migration" id="create dashboard table" 2024-08-29T14:51:20.998 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.919021594Z level=info msg="Executing migration" id="add index dashboard.account_id" 2024-08-29T14:51:20.998 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.919433925Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2024-08-29T14:51:20.998 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.92026619Z level=info msg="Executing migration" id="create dashboard_tag table" 2024-08-29T14:51:20.998 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.920676659Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2024-08-29T14:51:20.998 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.923550397Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-08-29T14:51:20.998 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.926114614Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2024-08-29T14:51:20.999 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.928808757Z level=info msg="Executing migration" id="create dashboard v2" 2024-08-29T14:51:20.999 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.929216975Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2024-08-29T14:51:20.999 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.932157034Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2024-08-29T14:51:20.999 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.934963889Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2024-08-29T14:51:20.999 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.937790525Z level=info msg="Executing migration" id="drop table dashboard_v1" 2024-08-29T14:51:20.999 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.938194354Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2024-08-29T14:51:20.999 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.940909653Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2024-08-29T14:51:20.999 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.941451491Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2024-08-29T14:51:20.999 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.94369258Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2024-08-29T14:51:20.999 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.946545196Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2024-08-29T14:51:20.999 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.947010448Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2024-08-29T14:51:20.999 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.949837465Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2024-08-29T14:51:20.999 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.952278023Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2024-08-29T14:51:20.999 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.954829937Z level=info msg="Executing migration" id="Update dashboard table charset" 2024-08-29T14:51:20.999 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.955139666Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2024-08-29T14:51:21.000 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.957830969Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2024-08-29T14:51:21.000 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.958374246Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2024-08-29T14:51:21.000 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.960287883Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2024-08-29T14:51:21.000 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.960859465Z level=info msg="Executing migration" id="Add column uid in dashboard" 2024-08-29T14:51:21.000 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.963073464Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2024-08-29T14:51:21.000 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.963482329Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2024-08-29T14:51:21.000 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.96619837Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2024-08-29T14:51:21.000 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.968858482Z level=info msg="Executing migration" id="Update dashboard title length" 2024-08-29T14:51:21.000 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.971583039Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2024-08-29T14:51:21.000 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.972060851Z level=info msg="Executing migration" id="create dashboard_provisioning" 2024-08-29T14:51:21.000 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.974889112Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-08-29T14:51:21.000 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.977235103Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2024-08-29T14:51:21.000 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.979818229Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-08-29T14:51:21.001 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.980256731Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-08-29T14:51:21.001 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.981073578Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2024-08-29T14:51:21.001 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.981979035Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2024-08-29T14:51:21.001 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.98270627Z level=info msg="Executing migration" id="Add check_sum column" 2024-08-29T14:51:21.001 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.983271403Z level=info msg="Executing migration" id="Add index for dashboard_title" 2024-08-29T14:51:21.001 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.984076956Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2024-08-29T14:51:21.001 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.984422032Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-08-29T14:51:21.001 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.984841217Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-08-29T14:51:21.001 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.985270228Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-08-29T14:51:21.001 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.985800291Z level=info msg="Executing migration" id="create data_source table" 2024-08-29T14:51:21.001 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.986255545Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-08-29T14:51:21.001 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.986673401Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-08-29T14:51:21.001 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.987099836Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-08-29T14:51:21.001 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.987907731Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-08-29T14:51:21.001 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.988756488Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-08-29T14:51:21.002 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.989729445Z level=info msg="Executing migration" id="create data_source table v2" 2024-08-29T14:51:21.002 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.990701774Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-08-29T14:51:21.002 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.991406754Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-08-29T14:51:21.002 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.992271481Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-08-29T14:51:21.002 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.992678516Z level=info msg="Executing migration" id="Add column with_credentials" 2024-08-29T14:51:21.002 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.9935167Z level=info msg="Executing migration" id="Add secure json data column" 2024-08-29T14:51:21.002 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.994347294Z level=info msg="Executing migration" id="Update data_source table charset" 2024-08-29T14:51:21.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:20 smithi064 ceph-mon[30833]: pgmap v22: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:21.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:20 smithi064 ceph-mon[19398]: pgmap v22: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:21.242 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.995127689Z level=info msg="Executing migration" id="Update initial version to 1" 2024-08-29T14:51:21.243 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.995461278Z level=info msg="Executing migration" id="Add read_only data column" 2024-08-29T14:51:21.243 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.996309565Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-08-29T14:51:21.243 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.997157233Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-08-29T14:51:21.243 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.997936861Z level=info msg="Executing migration" id="Add uid column" 2024-08-29T14:51:21.243 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.998503445Z level=info msg="Executing migration" id="Update uid value" 2024-08-29T14:51:21.243 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.999319641Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-08-29T14:51:21.243 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:20 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:20.999785742Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-08-29T14:51:21.243 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.000246469Z level=info msg="Executing migration" id="create api_key table" 2024-08-29T14:51:21.243 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.001194815Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-08-29T14:51:21.243 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.001822905Z level=info msg="Executing migration" id="add index api_key.key" 2024-08-29T14:51:21.243 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.002800749Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-08-29T14:51:21.243 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.003517959Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-08-29T14:51:21.244 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.004282764Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-08-29T14:51:21.244 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.005186077Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-08-29T14:51:21.244 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.008002016Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-08-29T14:51:21.244 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.010725487Z level=info msg="Executing migration" id="create api_key table v2" 2024-08-29T14:51:21.244 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.011196445Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-08-29T14:51:21.244 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.013347099Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-08-29T14:51:21.245 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.013808835Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-08-29T14:51:21.245 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.016367222Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-08-29T14:51:21.245 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.018950294Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-08-29T14:51:21.245 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.021775272Z level=info msg="Executing migration" id="Update api_key table charset" 2024-08-29T14:51:21.246 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.02446885Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-08-29T14:51:21.246 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.027166893Z level=info msg="Executing migration" id="Add service account foreign key" 2024-08-29T14:51:21.246 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.029956115Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-08-29T14:51:21.246 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.032849965Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-08-29T14:51:21.246 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.035736623Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-08-29T14:51:21.246 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.038649183Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-08-29T14:51:21.246 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.041334373Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-08-29T14:51:21.246 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.044048745Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-08-29T14:51:21.246 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.04695002Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-08-29T14:51:21.246 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.049703871Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-08-29T14:51:21.246 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.052436333Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-08-29T14:51:21.246 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.054941003Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-08-29T14:51:21.247 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.057800712Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-08-29T14:51:21.247 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.0602694Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-08-29T14:51:21.247 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.062905944Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-08-29T14:51:21.247 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.065426598Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-08-29T14:51:21.247 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.068003094Z level=info msg="Executing migration" id="create quota table v1" 2024-08-29T14:51:21.247 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.07060045Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-08-29T14:51:21.248 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.073210236Z level=info msg="Executing migration" id="Update quota table charset" 2024-08-29T14:51:21.248 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.073734712Z level=info msg="Executing migration" id="create plugin_setting table" 2024-08-29T14:51:21.248 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.074191302Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-08-29T14:51:21.248 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.074614203Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-08-29T14:51:21.248 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.075254894Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-08-29T14:51:21.248 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.075562056Z level=info msg="Executing migration" id="create session table" 2024-08-29T14:51:21.248 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.076006813Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-08-29T14:51:21.248 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.076320292Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-08-29T14:51:21.248 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.076613898Z level=info msg="Executing migration" id="create playlist table v2" 2024-08-29T14:51:21.248 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.077019285Z level=info msg="Executing migration" id="create playlist item table v2" 2024-08-29T14:51:21.248 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.07743215Z level=info msg="Executing migration" id="Update playlist table charset" 2024-08-29T14:51:21.248 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.077705495Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-08-29T14:51:21.248 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.078004322Z level=info msg="Executing migration" id="drop preferences table v2" 2024-08-29T14:51:21.249 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.078308293Z level=info msg="Executing migration" id="drop preferences table v3" 2024-08-29T14:51:21.249 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.078591356Z level=info msg="Executing migration" id="create preferences table v3" 2024-08-29T14:51:21.249 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.079023607Z level=info msg="Executing migration" id="Update preferences table charset" 2024-08-29T14:51:21.249 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.079313383Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-08-29T14:51:21.249 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.079925547Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-08-29T14:51:21.249 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.080252042Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-08-29T14:51:21.249 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.080845494Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-08-29T14:51:21.249 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.081467792Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-08-29T14:51:21.249 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.081749869Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-08-29T14:51:21.249 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.082215948Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-08-29T14:51:21.249 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.082673974Z level=info msg="Executing migration" id="create alert table v1" 2024-08-29T14:51:21.249 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.08537743Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-08-29T14:51:21.249 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.08814429Z level=info msg="Executing migration" id="add index alert state" 2024-08-29T14:51:21.249 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.088575211Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-08-29T14:51:21.250 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.089003918Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-08-29T14:51:21.250 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.089451396Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-08-29T14:51:21.250 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.089883353Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-08-29T14:51:21.250 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.09029015Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-08-29T14:51:21.250 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.091707049Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-08-29T14:51:21.250 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.092133322Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-08-29T14:51:21.250 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.092559124Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-08-29T14:51:21.250 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.092843481Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-08-29T14:51:21.250 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.093199765Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-08-29T14:51:21.250 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.093542377Z level=info msg="Executing migration" id="Add column is_default" 2024-08-29T14:51:21.250 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.094196843Z level=info msg="Executing migration" id="Add column frequency" 2024-08-29T14:51:21.251 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.09484447Z level=info msg="Executing migration" id="Add column send_reminder" 2024-08-29T14:51:21.251 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.095487694Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-08-29T14:51:21.251 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.096128812Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-08-29T14:51:21.251 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.096546346Z level=info msg="Executing migration" id="Update alert table charset" 2024-08-29T14:51:21.251 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.096803974Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-08-29T14:51:21.251 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.097094356Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-08-29T14:51:21.251 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.097494896Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-08-29T14:51:21.251 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.09791656Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-08-29T14:51:21.251 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.098284636Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-08-29T14:51:21.251 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.098642295Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-08-29T14:51:21.251 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.099051624Z level=info msg="Executing migration" id="Add for to alert table" 2024-08-29T14:51:21.251 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.099696855Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-08-29T14:51:21.251 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.100398141Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-08-29T14:51:21.251 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.101199143Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-08-29T14:51:21.252 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.101643391Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-08-29T14:51:21.252 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.102052482Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-08-29T14:51:21.252 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.102845354Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-08-29T14:51:21.252 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.103763665Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-08-29T14:51:21.252 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.104447358Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-08-29T14:51:21.252 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.105245595Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-08-29T14:51:21.252 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.106182573Z level=info msg="Executing migration" id="create annotation table v5" 2024-08-29T14:51:21.252 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.10691061Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-08-29T14:51:21.252 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.107911342Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-08-29T14:51:21.252 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.108624574Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-08-29T14:51:21.252 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.109611165Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-08-29T14:51:21.252 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.110344398Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-08-29T14:51:21.252 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.111194474Z level=info msg="Executing migration" id="Update annotation table charset" 2024-08-29T14:51:21.252 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.112029854Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-08-29T14:51:21.253 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.112905276Z level=info msg="Executing migration" id="Drop category_id index" 2024-08-29T14:51:21.253 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.113879808Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-08-29T14:51:21.253 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.11468101Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-08-29T14:51:21.253 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.115547606Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-08-29T14:51:21.253 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.11650998Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-08-29T14:51:21.253 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.117263351Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-08-29T14:51:21.253 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.118826332Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-08-29T14:51:21.253 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.119831406Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-08-29T14:51:21.253 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.120517869Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-08-29T14:51:21.253 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.121398949Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-08-29T14:51:21.253 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.121856218Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-08-29T14:51:21.253 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.122311453Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-08-29T14:51:21.253 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.125312565Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-08-29T14:51:21.254 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.127997857Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-08-29T14:51:21.254 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.130709753Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-08-29T14:51:21.254 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.133665722Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-08-29T14:51:21.254 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.13635984Z level=info msg="Executing migration" id="Add epoch_end column" 2024-08-29T14:51:21.254 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.139055203Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-08-29T14:51:21.254 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.141870675Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-08-29T14:51:21.254 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.144621773Z level=info msg="Executing migration" id="Move region to single row" 2024-08-29T14:51:21.254 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.147330181Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-08-29T14:51:21.254 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.150010543Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-08-29T14:51:21.254 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.152885674Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-08-29T14:51:21.254 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.155818Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-08-29T14:51:21.254 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.158575653Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-08-29T14:51:21.254 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.161357054Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-08-29T14:51:21.255 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.164167505Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-08-29T14:51:21.255 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.166969648Z level=info msg="Executing migration" id="create test_data table" 2024-08-29T14:51:21.255 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.169994405Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-08-29T14:51:21.255 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.172706296Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-08-29T14:51:21.255 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.175380802Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-08-29T14:51:21.255 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.178132519Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-08-29T14:51:21.255 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.180840541Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-08-29T14:51:21.255 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.183526236Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-08-29T14:51:21.255 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.18628825Z level=info msg="Executing migration" id="create team table" 2024-08-29T14:51:21.255 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.188895892Z level=info msg="Executing migration" id="add index team.org_id" 2024-08-29T14:51:21.255 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.191630816Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-08-29T14:51:21.255 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.194346188Z level=info msg="Executing migration" id="create team member table" 2024-08-29T14:51:21.255 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.197033527Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-08-29T14:51:21.256 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.199563937Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-08-29T14:51:21.256 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.202346912Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-08-29T14:51:21.256 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.205089776Z level=info msg="Executing migration" id="Add column email to team table" 2024-08-29T14:51:21.256 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.207656701Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-08-29T14:51:21.256 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.21028529Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-08-29T14:51:21.256 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.212964599Z level=info msg="Executing migration" id="create dashboard acl table" 2024-08-29T14:51:21.256 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.215861122Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-08-29T14:51:21.256 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.216633238Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-08-29T14:51:21.257 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.217367187Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-08-29T14:51:21.257 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.218215872Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-08-29T14:51:21.257 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.219036215Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-08-29T14:51:21.257 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.219855799Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-08-29T14:51:21.257 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.220782249Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-08-29T14:51:21.257 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.221411502Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-08-29T14:51:21.257 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.222259435Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-08-29T14:51:21.257 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.222822771Z level=info msg="Executing migration" id="create tag table" 2024-08-29T14:51:21.257 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.223281646Z level=info msg="Executing migration" id="add index tag.key_value" 2024-08-29T14:51:21.257 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.22425402Z level=info msg="Executing migration" id="create login attempt table" 2024-08-29T14:51:21.257 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.22495147Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-08-29T14:51:21.257 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.225896249Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-08-29T14:51:21.257 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.22646143Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-08-29T14:51:21.258 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.228344464Z level=info msg="Executing migration" id="create login_attempt v2" 2024-08-29T14:51:21.258 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.229293651Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-08-29T14:51:21.258 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.230000611Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-08-29T14:51:21.258 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.230346643Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-08-29T14:51:21.258 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.231198486Z level=info msg="Executing migration" id="create user auth table" 2024-08-29T14:51:21.258 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.231611178Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-08-29T14:51:21.258 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.232080096Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-08-29T14:51:21.258 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.232839406Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-08-29T14:51:21.258 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.233583448Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-08-29T14:51:21.258 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.234426085Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-08-29T14:51:21.258 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.235272041Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-08-29T14:51:21.258 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.236128489Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-08-29T14:51:21.258 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.236593075Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-08-29T14:51:21.259 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.237427876Z level=info msg="Executing migration" id="create server_lock table" 2024-08-29T14:51:21.259 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.238413446Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-08-29T14:51:21.259 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.239194126Z level=info msg="Executing migration" id="create user auth token table" 2024-08-29T14:51:21.259 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.239648573Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-08-29T14:51:21.259 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.240519215Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-08-29T14:51:21.259 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.241328455Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-08-29T14:51:21.259 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.242146155Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-08-29T14:51:21.259 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.242969386Z level=info msg="Executing migration" id="create cache_data table" 2024-08-29T14:51:21.259 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.245756003Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-08-29T14:51:21.496 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.248607232Z level=info msg="Executing migration" id="create short_url table v1" 2024-08-29T14:51:21.496 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.251294527Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-08-29T14:51:21.496 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.25171432Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-08-29T14:51:21.496 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.254364187Z level=info msg="Executing migration" id="delete alert_definition table" 2024-08-29T14:51:21.496 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.257128968Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-08-29T14:51:21.497 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.259873116Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-08-29T14:51:21.497 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.260293143Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-08-29T14:51:21.497 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.263327271Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-08-29T14:51:21.497 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.266209329Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-08-29T14:51:21.497 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.268636664Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-08-29T14:51:21.497 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.269099711Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-08-29T14:51:21.497 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.27199287Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-08-29T14:51:21.497 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.274734334Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-08-29T14:51:21.497 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.277200908Z level=info msg="Executing migration" id="drop alert_definition table" 2024-08-29T14:51:21.497 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.277795091Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-08-29T14:51:21.497 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.280667584Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-08-29T14:51:21.497 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.283495345Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-08-29T14:51:21.498 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.286302543Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-08-29T14:51:21.498 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.28676514Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-08-29T14:51:21.499 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.289708138Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-08-29T14:51:21.499 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.292492492Z level=info msg="Executing migration" id="create alert_instance table" 2024-08-29T14:51:21.499 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.295010501Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-08-29T14:51:21.499 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.295447336Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-08-29T14:51:21.499 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.2981813Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-08-29T14:51:21.499 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.300894619Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-08-29T14:51:21.499 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.303255734Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-08-29T14:51:21.499 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.303705956Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-08-29T14:51:21.499 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.307119173Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-08-29T14:51:21.499 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.310522818Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-08-29T14:51:21.499 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.313287055Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-08-29T14:51:21.499 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.313742786Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-08-29T14:51:21.499 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.316326595Z level=info msg="Executing migration" id="create alert_rule table" 2024-08-29T14:51:21.500 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.318943178Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-08-29T14:51:21.500 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.321547224Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-08-29T14:51:21.500 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.32200649Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-08-29T14:51:21.500 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.322428111Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-08-29T14:51:21.500 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.322706997Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-08-29T14:51:21.500 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.323539486Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-08-29T14:51:21.500 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.324401921Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-08-29T14:51:21.500 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.325282608Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-08-29T14:51:21.500 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.325720499Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-08-29T14:51:21.500 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.326171167Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-08-29T14:51:21.500 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.327021424Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-08-29T14:51:21.500 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.327828269Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-08-29T14:51:21.500 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.328271448Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-08-29T14:51:21.500 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.329117345Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-08-29T14:51:21.501 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.329958752Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-08-29T14:51:21.501 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.33027778Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-08-29T14:51:21.501 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.330727496Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-08-29T14:51:21.501 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.331495557Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-08-29T14:51:21.501 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.331962909Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-08-29T14:51:21.501 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.332264185Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-08-29T14:51:21.501 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.333169374Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-08-29T14:51:21.501 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.334047606Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-08-29T14:51:21.501 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.334939334Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-08-29T14:51:21.501 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.33580009Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-08-29T14:51:21.501 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.336630086Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-08-29T14:51:21.501 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.337433039Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-08-29T14:51:21.501 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.33825816Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-08-29T14:51:21.502 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.339164465Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-08-29T14:51:21.502 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.339987363Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-08-29T14:51:21.502 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.340892401Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-08-29T14:51:21.502 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.341732464Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-08-29T14:51:21.502 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.342599457Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-08-29T14:51:21.502 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.343608674Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-08-29T14:51:21.502 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.34435331Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-08-29T14:51:21.504 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.345259664Z level=info msg="Executing migration" id="create provenance_type table" 2024-08-29T14:51:21.504 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.345670792Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-08-29T14:51:21.504 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.346576955Z level=info msg="Executing migration" id="create alert_image table" 2024-08-29T14:51:21.504 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.347569328Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-08-29T14:51:21.504 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.348392173Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-08-29T14:51:21.504 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.348937868Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-08-29T14:51:21.505 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.349731307Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-08-29T14:51:21.505 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.350213124Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-08-29T14:51:21.505 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.350309686Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-08-29T14:51:21.505 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.350954475Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-08-29T14:51:21.505 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.351349087Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-08-29T14:51:21.505 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.354080159Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-08-29T14:51:21.505 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.35429374Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-08-29T14:51:21.505 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.354413359Z level=info msg="alerts found to migrate" alerts=0 2024-08-29T14:51:21.505 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.35482721Z level=info msg="Executing migration" id="create library_element table v1" 2024-08-29T14:51:21.505 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.356822233Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-08-29T14:51:21.505 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.359638096Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-08-29T14:51:21.505 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.362416513Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-08-29T14:51:21.505 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.363074224Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-08-29T14:51:21.505 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.365966534Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-08-29T14:51:21.506 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.368480304Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-08-29T14:51:21.506 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.371280575Z level=info msg="Executing migration" id="create data_keys table" 2024-08-29T14:51:21.506 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.371717073Z level=info msg="Executing migration" id="create secrets table" 2024-08-29T14:51:21.506 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.374580512Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-08-29T14:51:21.506 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.378863389Z level=info msg="Executing migration" id="add name column into data_keys" 2024-08-29T14:51:21.506 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.381727691Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-08-29T14:51:21.506 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.382086564Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-08-29T14:51:21.506 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.386346123Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-08-29T14:51:21.506 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.390592997Z level=info msg="Executing migration" id="create kv_store table v1" 2024-08-29T14:51:21.506 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.393545333Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-08-29T14:51:21.507 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.396083777Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-08-29T14:51:21.507 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.398967966Z level=info msg="Executing migration" id="create permission table" 2024-08-29T14:51:21.507 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.401666411Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-08-29T14:51:21.507 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.404121202Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-08-29T14:51:21.507 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.404601561Z level=info msg="Executing migration" id="create role table" 2024-08-29T14:51:21.507 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.407243798Z level=info msg="Executing migration" id="add column display_name" 2024-08-29T14:51:21.507 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.409697704Z level=info msg="Executing migration" id="add column group_name" 2024-08-29T14:51:21.507 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.412242446Z level=info msg="Executing migration" id="add index role.org_id" 2024-08-29T14:51:21.508 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.412715429Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-08-29T14:51:21.508 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.415322113Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-08-29T14:51:21.508 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.41793947Z level=info msg="Executing migration" id="create team role table" 2024-08-29T14:51:21.508 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.420724814Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-08-29T14:51:21.508 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.421182618Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-08-29T14:51:21.508 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.424006787Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-08-29T14:51:21.508 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.426591186Z level=info msg="Executing migration" id="create user role table" 2024-08-29T14:51:21.508 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.429152201Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-08-29T14:51:21.508 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.429621625Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-08-29T14:51:21.508 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.432357895Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-08-29T14:51:21.508 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.433191809Z level=info msg="Executing migration" id="create builtin role table" 2024-08-29T14:51:21.508 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.433986873Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-08-29T14:51:21.508 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.434443651Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-08-29T14:51:21.508 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.435251107Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-08-29T14:51:21.508 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.43625608Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-08-29T14:51:21.509 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.436755048Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-08-29T14:51:21.509 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.437204451Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-08-29T14:51:21.509 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.43758751Z level=info msg="Executing migration" id="add unique index role.uid" 2024-08-29T14:51:21.509 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.438014305Z level=info msg="Executing migration" id="create seed assignment table" 2024-08-29T14:51:21.509 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.43839735Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-08-29T14:51:21.509 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.438826775Z level=info msg="Executing migration" id="add column hidden to role table" 2024-08-29T14:51:21.509 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.439791398Z level=info msg="Executing migration" id="create query_history table v1" 2024-08-29T14:51:21.509 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.440519244Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-08-29T14:51:21.509 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.440980387Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-08-29T14:51:21.509 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.441269641Z level=info msg="Executing migration" id="teams permissions migration" 2024-08-29T14:51:21.510 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.441644344Z level=info msg="Executing migration" id="dashboard permissions" 2024-08-29T14:51:21.510 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.442086561Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-08-29T14:51:21.510 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.442453277Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-08-29T14:51:21.510 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.442730103Z level=info msg="Executing migration" id="alerting notification permissions" 2024-08-29T14:51:21.510 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.443088258Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-08-29T14:51:21.510 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.443469847Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-08-29T14:51:21.510 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.443899474Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-08-29T14:51:21.510 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.44485419Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-08-29T14:51:21.510 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.445153288Z level=info msg="Executing migration" id="create correlation table v1" 2024-08-29T14:51:21.511 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.445557572Z level=info msg="Executing migration" id="add index correlations.uid" 2024-08-29T14:51:21.511 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.445986757Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-08-29T14:51:21.511 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.4464068Z level=info msg="Executing migration" id="add correlation config column" 2024-08-29T14:51:21.511 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.447429045Z level=info msg="Executing migration" id="create entity_events table" 2024-08-29T14:51:21.511 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.447863085Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-08-29T14:51:21.511 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.448276394Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-08-29T14:51:21.511 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.448355288Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-08-29T14:51:21.511 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.448621907Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-08-29T14:51:21.511 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.448697372Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-08-29T14:51:21.511 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.448989298Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-08-29T14:51:21.511 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.44980894Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-08-29T14:51:21.511 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.450227596Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-08-29T14:51:21.511 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.451096514Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-08-29T14:51:21.511 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.451892146Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-08-29T14:51:21.511 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.452710554Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-08-29T14:51:21.512 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.45314163Z level=info msg="Executing migration" id="Drop public config table" 2024-08-29T14:51:21.512 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.453960137Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-08-29T14:51:21.512 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.454983916Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-08-29T14:51:21.512 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.4555517Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-08-29T14:51:21.512 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.456060498Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-08-29T14:51:21.512 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.456916224Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-08-29T14:51:21.512 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.459926358Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-08-29T14:51:21.512 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.460948254Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-08-29T14:51:21.512 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.461975794Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-08-29T14:51:21.512 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.462852653Z level=info msg="Executing migration" id="add share column" 2024-08-29T14:51:21.512 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.463860436Z level=info msg="Executing migration" id="create default alerting folders" 2024-08-29T14:51:21.512 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.46468752Z level=info msg="Executing migration" id="create file table" 2024-08-29T14:51:21.512 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.465181652Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-08-29T14:51:21.512 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.466186823Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-08-29T14:51:21.513 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.466846417Z level=info msg="Executing migration" id="create file_meta table" 2024-08-29T14:51:21.513 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.467262293Z level=info msg="Executing migration" id="file table idx: path key" 2024-08-29T14:51:21.513 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.467747327Z level=info msg="Executing migration" id="set path collation in file table" 2024-08-29T14:51:21.513 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.468737017Z level=info msg="Executing migration" id="managed permissions migration" 2024-08-29T14:51:21.513 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.469464113Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-08-29T14:51:21.513 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.470258809Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-08-29T14:51:21.513 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.470725195Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-08-29T14:51:21.513 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.471820817Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-08-29T14:51:21.513 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.474528555Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-08-29T14:51:21.513 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.477261942Z level=info msg="Executing migration" id="update group index for alert rules" 2024-08-29T14:51:21.513 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.479936822Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-08-29T14:51:21.513 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.482585961Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-08-29T14:51:21.513 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.483389948Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-08-29T14:51:21.513 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.484568506Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-08-29T14:51:21.514 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.485598403Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-08-29T14:51:21.514 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.486083802Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-08-29T14:51:21.514 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.495850662Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-08-29T14:51:21.514 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.496644309Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-08-29T14:51:21.514 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.497414085Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-08-29T14:51:21.803 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.501064966Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-08-29T14:51:21.804 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.501836326Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-08-29T14:51:21.804 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.502689076Z level=info msg="Executing migration" id="create folder table" 2024-08-29T14:51:21.804 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.503519685Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-08-29T14:51:21.804 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.504042139Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-08-29T14:51:21.804 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.50481037Z level=info msg="Executing migration" id="Update folder title length" 2024-08-29T14:51:21.804 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.505656728Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-08-29T14:51:21.804 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=migrator t=2024-08-29T14:51:21.506490842Z level=info msg="migrations completed" performed=485 skipped=0 duration=674.634271ms 2024-08-29T14:51:21.804 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=sqlstore t=2024-08-29T14:51:21.506963836Z level=info msg="Created default organization" 2024-08-29T14:51:21.804 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=plugin.loader t=2024-08-29T14:51:21.562753351Z level=info msg="Plugin registered" pluginID=input 2024-08-29T14:51:21.804 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=plugin.loader t=2024-08-29T14:51:21.589894306Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-08-29T14:51:21.804 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=plugin.loader t=2024-08-29T14:51:21.589914964Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-08-29T14:51:21.804 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=secrets t=2024-08-29T14:51:21.589949245Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-08-29T14:51:21.804 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=query_data t=2024-08-29T14:51:21.591661777Z level=info msg="Query Service initialization" 2024-08-29T14:51:21.805 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=live.push_http t=2024-08-29T14:51:21.593953954Z level=info msg="Live Push Gateway initialization" 2024-08-29T14:51:22.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:21 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:22.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:21 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:22.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:21 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:22.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:21 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:22.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:21 smithi064 ceph-mon[19398]: Deploying daemon node-exporter.a on smithi064 2024-08-29T14:51:22.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:21 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:22.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:21 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:22.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:21 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:22.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:21 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:22.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:21 smithi064 ceph-mon[30833]: Deploying daemon node-exporter.a on smithi064 2024-08-29T14:51:22.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:22.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:22.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:22.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:22.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:21 smithi146 ceph-mon[23161]: Deploying daemon node-exporter.a on smithi064 2024-08-29T14:51:22.302 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:22 smithi064 systemd[1]: Starting Ceph node-exporter.a for 2b44bde8-6615-11ef-bcd4-c7b262605968... 2024-08-29T14:51:22.725 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:22 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=infra.usagestats.collector t=2024-08-29T14:51:22.327201647Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-08-29T14:51:22.725 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:22 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=provisioning.datasources t=2024-08-29T14:51:22.381953232Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-08-29T14:51:22.725 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:22 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=provisioning.datasources t=2024-08-29T14:51:22.413763472Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-08-29T14:51:22.725 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:22 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=provisioning.alerting t=2024-08-29T14:51:22.435044558Z level=info msg="starting to provision alerting" 2024-08-29T14:51:22.725 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:22 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=provisioning.alerting t=2024-08-29T14:51:22.435064588Z level=info msg="finished to provision alerting" 2024-08-29T14:51:22.725 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:22 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=grafanaStorageLogger t=2024-08-29T14:51:22.4352633Z level=info msg="storage starting" 2024-08-29T14:51:22.725 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:22 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=ngalert.state.manager t=2024-08-29T14:51:22.435286955Z level=info msg="Warming state cache for startup" 2024-08-29T14:51:22.725 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:22 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=http.server t=2024-08-29T14:51:22.437128765Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-08-29T14:51:22.725 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:22 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=ngalert.state.manager t=2024-08-29T14:51:22.445468058Z level=info msg="State cache has been initialized" states=0 duration=10.180469ms 2024-08-29T14:51:22.725 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:22 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=ngalert.multiorg.alertmanager t=2024-08-29T14:51:22.445504206Z level=info msg="starting MultiOrg Alertmanager" 2024-08-29T14:51:22.726 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:22 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=ticker t=2024-08-29T14:51:22.445548445Z level=info msg=starting first_tick=2024-08-29T14:51:30Z 2024-08-29T14:51:22.726 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:22 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=sqlstore.transactions t=2024-08-29T14:51:22.446199094Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-29T14:51:22.726 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:51:22 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a[54331]: logger=sqlstore.transactions t=2024-08-29T14:51:22.48639756Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-29T14:51:23.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:22 smithi064 ceph-mon[19398]: pgmap v23: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:23.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:22 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:23.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:22 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:51:23.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:22 smithi064 ceph-mon[30833]: pgmap v23: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:23.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:22 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:23.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:22 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:51:23.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:22 smithi146 ceph-mon[23161]: pgmap v23: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:23.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:22 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:23.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:22 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:51:24.943 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:51:24 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: ::ffff:172.21.15.146 - - [29/Aug/2024:14:51:24] "GET /metrics HTTP/1.1" 200 28497 "" "Prometheus/2.43.0" 2024-08-29T14:51:24.944 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:24 smithi064 ceph-mon[30833]: pgmap v24: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:24.944 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:24 smithi064 ceph-mon[19398]: pgmap v24: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:25.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:24 smithi146 ceph-mon[23161]: pgmap v24: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:26.159 INFO:teuthology.orchestra.run.smithi064.stdout:163208757273 2024-08-29T14:51:26.159 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-08-29T14:51:26.964 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:26 smithi064 ceph-mon[19398]: pgmap v25: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:26.965 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:26 smithi064 ceph-mon[30833]: pgmap v25: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:26.983 INFO:teuthology.orchestra.run.smithi064.stdout:55834574891 2024-08-29T14:51:26.983 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-08-29T14:51:27.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:26 smithi146 ceph-mon[23161]: pgmap v25: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:27.930 INFO:teuthology.orchestra.run.smithi064.stdout:128849018909 2024-08-29T14:51:27.930 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-08-29T14:51:28.299 INFO:teuthology.orchestra.run.smithi064.stdout:197568495636 2024-08-29T14:51:28.300 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-08-29T14:51:29.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:28 smithi064 ceph-mon[30833]: pgmap v26: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:29.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:28 smithi064 ceph-mon[19398]: pgmap v26: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:29.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:28 smithi146 ceph-mon[23161]: pgmap v26: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:30.210 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:29 smithi064 bash[63790]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-08-29T14:51:30.632 INFO:teuthology.orchestra.run.smithi064.stdout:77309411368 2024-08-29T14:51:30.633 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-08-29T14:51:31.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:30 smithi064 ceph-mon[19398]: pgmap v27: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:31.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:30 smithi064 ceph-mon[30833]: pgmap v27: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:31.031 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:30 smithi064 bash[63790]: Getting image source signatures 2024-08-29T14:51:31.031 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:30 smithi064 bash[63790]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-08-29T14:51:31.031 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:30 smithi064 bash[63790]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-08-29T14:51:31.031 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:30 smithi064 bash[63790]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-08-29T14:51:31.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:30 smithi146 ceph-mon[23161]: pgmap v27: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:32.743 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:32 smithi064 bash[63790]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-08-29T14:51:33.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:32 smithi064 ceph-mon[19398]: pgmap v28: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:33.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:32 smithi064 ceph-mon[30833]: pgmap v28: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:33.031 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:32 smithi064 bash[63790]: Writing manifest to image destination 2024-08-29T14:51:33.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:32 smithi146 ceph-mon[23161]: pgmap v28: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:33.608 INFO:teuthology.orchestra.run.smithi064.stdout:236223201295 2024-08-29T14:51:33.608 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-08-29T14:51:33.725 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:33 smithi064 podman[63790]: 2024-08-29 14:51:33.374996191 +0000 UTC m=+3.557790099 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-08-29T14:51:33.979 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:33 smithi064 podman[63790]: 2024-08-29 14:51:33.724579053 +0000 UTC m=+3.907372967 container create e6e4b2285cac098941a665f1a59abebaef8509bee2f26fc3ffed6182133b6921 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-29T14:51:34.403 INFO:teuthology.orchestra.run.smithi064.stdout:107374182436 2024-08-29T14:51:34.404 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-08-29T14:51:34.640 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:34 smithi064 podman[63790]: 2024-08-29 14:51:34.523439316 +0000 UTC m=+4.706233234 container init e6e4b2285cac098941a665f1a59abebaef8509bee2f26fc3ffed6182133b6921 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-29T14:51:34.641 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:34 smithi064 podman[63790]: 2024-08-29 14:51:34.529152032 +0000 UTC m=+4.711945940 container start e6e4b2285cac098941a665f1a59abebaef8509bee2f26fc3ffed6182133b6921 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-29T14:51:34.641 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:34 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-a[64115]: ts=2024-08-29T14:51:34.533Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-08-29T14:51:34.641 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:34 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-a[64115]: ts=2024-08-29T14:51:34.533Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-08-29T14:51:34.641 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:34 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-a[64115]: ts=2024-08-29T14:51:34.533Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-29T14:51:34.641 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:34 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-a[64115]: ts=2024-08-29T14:51:34.533Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-29T14:51:34.641 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:34 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-a[64115]: ts=2024-08-29T14:51:34.534Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-29T14:51:34.641 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:34 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-a[64115]: ts=2024-08-29T14:51:34.534Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-29T14:51:34.641 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:34 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-a[64115]: ts=2024-08-29T14:51:34.534Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-29T14:51:34.641 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:34 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-a[64115]: ts=2024-08-29T14:51:34.534Z caller=node_exporter.go:117 level=info collector=arp 2024-08-29T14:51:34.641 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:34 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-a[64115]: ts=2024-08-29T14:51:34.534Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-29T14:51:34.642 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:34 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-a[64115]: ts=2024-08-29T14:51:34.534Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-29T14:51:34.642 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:34 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-a[64115]: ts=2024-08-29T14:51:34.534Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-29T14:51:34.642 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:34 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-a[64115]: ts=2024-08-29T14:51:34.534Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-29T14:51:34.642 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:34 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-a[64115]: ts=2024-08-29T14:51:34.534Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-29T14:51:34.642 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:34 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-a[64115]: ts=2024-08-29T14:51:34.534Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-29T14:51:34.642 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:34 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-a[64115]: ts=2024-08-29T14:51:34.534Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-29T14:51:34.642 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:34 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-a[64115]: ts=2024-08-29T14:51:34.534Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-29T14:51:34.643 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:34 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-a[64115]: ts=2024-08-29T14:51:34.534Z caller=node_exporter.go:117 level=info collector=edac 2024-08-29T14:51:34.643 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:34 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-a[64115]: ts=2024-08-29T14:51:34.534Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-29T14:51:34.643 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:34 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-a[64115]: ts=2024-08-29T14:51:34.534Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-29T14:51:34.643 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:34 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-a[64115]: ts=2024-08-29T14:51:34.534Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-29T14:51:34.643 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:34 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-a[64115]: ts=2024-08-29T14:51:34.534Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-29T14:51:34.643 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:34 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-a[64115]: ts=2024-08-29T14:51:34.535Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-29T14:51:34.643 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:34 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-a[64115]: ts=2024-08-29T14:51:34.535Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-29T14:51:34.643 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:34 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-a[64115]: ts=2024-08-29T14:51:34.535Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-29T14:51:34.643 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:34 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-a[64115]: ts=2024-08-29T14:51:34.535Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-29T14:51:34.643 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:34 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-a[64115]: ts=2024-08-29T14:51:34.535Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-29T14:51:34.643 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:34 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-a[64115]: ts=2024-08-29T14:51:34.535Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-29T14:51:34.644 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:34 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-a[64115]: ts=2024-08-29T14:51:34.535Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-29T14:51:34.644 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:34 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-a[64115]: ts=2024-08-29T14:51:34.535Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-29T14:51:34.644 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:34 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-a[64115]: ts=2024-08-29T14:51:34.535Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-29T14:51:34.644 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:34 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-a[64115]: ts=2024-08-29T14:51:34.535Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-29T14:51:34.644 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:34 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-a[64115]: ts=2024-08-29T14:51:34.535Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-29T14:51:34.644 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:34 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-a[64115]: ts=2024-08-29T14:51:34.535Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-29T14:51:34.644 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:34 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-a[64115]: ts=2024-08-29T14:51:34.535Z caller=node_exporter.go:117 level=info collector=os 2024-08-29T14:51:34.644 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:34 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-a[64115]: ts=2024-08-29T14:51:34.535Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-29T14:51:34.644 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:34 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-a[64115]: ts=2024-08-29T14:51:34.535Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-29T14:51:34.644 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:34 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-a[64115]: ts=2024-08-29T14:51:34.535Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-29T14:51:34.644 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:34 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-a[64115]: ts=2024-08-29T14:51:34.535Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-29T14:51:34.645 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:34 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-a[64115]: ts=2024-08-29T14:51:34.535Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-29T14:51:34.645 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:34 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-a[64115]: ts=2024-08-29T14:51:34.535Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-29T14:51:34.645 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:34 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-a[64115]: ts=2024-08-29T14:51:34.535Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-29T14:51:34.645 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:34 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-a[64115]: ts=2024-08-29T14:51:34.535Z caller=node_exporter.go:117 level=info collector=stat 2024-08-29T14:51:34.645 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:34 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-a[64115]: ts=2024-08-29T14:51:34.535Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-29T14:51:34.645 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:34 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-a[64115]: ts=2024-08-29T14:51:34.535Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-29T14:51:34.645 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:34 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-a[64115]: ts=2024-08-29T14:51:34.535Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-29T14:51:34.645 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:34 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-a[64115]: ts=2024-08-29T14:51:34.535Z caller=node_exporter.go:117 level=info collector=time 2024-08-29T14:51:34.645 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:34 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-a[64115]: ts=2024-08-29T14:51:34.535Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-29T14:51:34.646 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:34 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-a[64115]: ts=2024-08-29T14:51:34.535Z caller=node_exporter.go:117 level=info collector=uname 2024-08-29T14:51:34.646 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:34 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-a[64115]: ts=2024-08-29T14:51:34.535Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-29T14:51:34.646 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:34 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-a[64115]: ts=2024-08-29T14:51:34.535Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-29T14:51:34.646 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:34 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-a[64115]: ts=2024-08-29T14:51:34.535Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-29T14:51:34.646 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:34 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-a[64115]: ts=2024-08-29T14:51:34.535Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-08-29T14:51:34.646 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:34 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-a[64115]: ts=2024-08-29T14:51:34.535Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-29T14:51:34.646 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:34 smithi064 bash[63790]: e6e4b2285cac098941a665f1a59abebaef8509bee2f26fc3ffed6182133b6921 2024-08-29T14:51:34.646 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:51:34 smithi064 systemd[1]: Started Ceph node-exporter.a for 2b44bde8-6615-11ef-bcd4-c7b262605968. 2024-08-29T14:51:34.866 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:51:34.868 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:51:34.872 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:51:34.872 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:51:34.901 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:51:34 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: ::ffff:172.21.15.146 - - [29/Aug/2024:14:51:34] "GET /metrics HTTP/1.1" 200 28497 "" "Prometheus/2.43.0" 2024-08-29T14:51:34.902 INFO:teuthology.orchestra.run.smithi064.stdout:34359738417 2024-08-29T14:51:34.902 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-08-29T14:51:34.936 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:51:34.940 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:51:35.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:35 smithi146 ceph-mon[23161]: pgmap v29: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:35.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:35 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:35.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:35 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:35.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:35 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:35.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:35 smithi146 ceph-mon[23161]: Deploying daemon node-exporter.b on smithi146 2024-08-29T14:51:35.991 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:35 smithi064 ceph-mon[19398]: pgmap v29: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:35.991 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:35 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:35.992 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:35 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:35.992 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:35 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:35.992 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:35 smithi064 ceph-mon[19398]: Deploying daemon node-exporter.b on smithi146 2024-08-29T14:51:35.992 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:35 smithi064 ceph-mon[30833]: pgmap v29: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:35.992 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:35 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:35.992 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:35 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:35.992 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:35 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:35.992 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:35 smithi064 ceph-mon[30833]: Deploying daemon node-exporter.b on smithi146 2024-08-29T14:51:36.602 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:51:37.225 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:36 smithi146 bash[54609]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-08-29T14:51:37.684 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:37 smithi146 bash[54609]: Getting image source signatures 2024-08-29T14:51:37.684 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:37 smithi146 bash[54609]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-08-29T14:51:37.684 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:37 smithi146 bash[54609]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-08-29T14:51:37.684 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:37 smithi146 bash[54609]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-08-29T14:51:37.889 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:37 smithi064 ceph-mon[30833]: pgmap v30: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:37.889 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:37 smithi064 ceph-mon[19398]: pgmap v30: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:37.974 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:37 smithi146 ceph-mon[23161]: pgmap v30: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:38.827 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:38 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:51:38.827 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:38 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:51:38.974 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:38 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:51:39.162 INFO:teuthology.orchestra.run.smithi064.stdout:197568495639 2024-08-29T14:51:39.747 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495636 got 197568495639 for osd.6 2024-08-29T14:51:39.747 DEBUG:teuthology.parallel:result is None 2024-08-29T14:51:39.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:39 smithi146 ceph-mon[23161]: pgmap v31: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:39.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:39 smithi146 ceph-mon[23161]: from='client.? 172.21.15.64:0/4040848993' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-08-29T14:51:39.975 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:39 smithi146 bash[54609]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-08-29T14:51:39.975 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:39 smithi146 bash[54609]: Writing manifest to image destination 2024-08-29T14:51:39.977 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:39 smithi064 ceph-mon[30833]: pgmap v31: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:39.977 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:39 smithi064 ceph-mon[30833]: from='client.? 172.21.15.64:0/4040848993' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-08-29T14:51:39.977 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:39 smithi064 ceph-mon[19398]: pgmap v31: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:39.977 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:39 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/4040848993' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-08-29T14:51:40.520 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:40 smithi146 podman[54609]: 2024-08-29 14:51:40.186810627 +0000 UTC m=+3.352607694 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-08-29T14:51:40.521 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:40 smithi146 podman[54609]: 2024-08-29 14:51:40.276757311 +0000 UTC m=+3.442554376 container create 68d128ea734f300d0fb0bd3cc504fcbaaa731926117a6625104f19fb08f4cd6e (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-29T14:51:40.975 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:40 smithi146 podman[54609]: 2024-08-29 14:51:40.5204361 +0000 UTC m=+3.686233166 container init 68d128ea734f300d0fb0bd3cc504fcbaaa731926117a6625104f19fb08f4cd6e (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-29T14:51:40.975 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:40 smithi146 podman[54609]: 2024-08-29 14:51:40.525390384 +0000 UTC m=+3.691187452 container start 68d128ea734f300d0fb0bd3cc504fcbaaa731926117a6625104f19fb08f4cd6e (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-29T14:51:40.975 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:40 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-b[54683]: ts=2024-08-29T14:51:40.529Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-08-29T14:51:40.975 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:40 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-b[54683]: ts=2024-08-29T14:51:40.529Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-08-29T14:51:40.976 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:40 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-b[54683]: ts=2024-08-29T14:51:40.530Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-29T14:51:40.976 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:40 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-b[54683]: ts=2024-08-29T14:51:40.530Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-29T14:51:40.976 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:40 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-b[54683]: ts=2024-08-29T14:51:40.530Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-29T14:51:40.976 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:40 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-b[54683]: ts=2024-08-29T14:51:40.530Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-29T14:51:40.976 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:40 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-b[54683]: ts=2024-08-29T14:51:40.530Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-29T14:51:40.976 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:40 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-b[54683]: ts=2024-08-29T14:51:40.530Z caller=node_exporter.go:117 level=info collector=arp 2024-08-29T14:51:40.976 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:40 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-b[54683]: ts=2024-08-29T14:51:40.530Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-29T14:51:40.976 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:40 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-b[54683]: ts=2024-08-29T14:51:40.530Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-29T14:51:40.976 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:40 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-b[54683]: ts=2024-08-29T14:51:40.530Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-29T14:51:40.976 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:40 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-b[54683]: ts=2024-08-29T14:51:40.530Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-29T14:51:40.976 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:40 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-b[54683]: ts=2024-08-29T14:51:40.530Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-29T14:51:40.976 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:40 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-b[54683]: ts=2024-08-29T14:51:40.530Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-29T14:51:40.977 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:40 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-b[54683]: ts=2024-08-29T14:51:40.530Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-29T14:51:40.977 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:40 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-b[54683]: ts=2024-08-29T14:51:40.530Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-29T14:51:40.977 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:40 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-b[54683]: ts=2024-08-29T14:51:40.530Z caller=node_exporter.go:117 level=info collector=edac 2024-08-29T14:51:40.977 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:40 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-b[54683]: ts=2024-08-29T14:51:40.530Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-29T14:51:40.978 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:40 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-b[54683]: ts=2024-08-29T14:51:40.530Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-29T14:51:40.978 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:40 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-b[54683]: ts=2024-08-29T14:51:40.530Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-29T14:51:40.978 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:40 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-b[54683]: ts=2024-08-29T14:51:40.530Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-29T14:51:40.978 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:40 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-b[54683]: ts=2024-08-29T14:51:40.530Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-29T14:51:40.978 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:40 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-b[54683]: ts=2024-08-29T14:51:40.530Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-29T14:51:40.978 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:40 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-b[54683]: ts=2024-08-29T14:51:40.530Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-29T14:51:40.978 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:40 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-b[54683]: ts=2024-08-29T14:51:40.530Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-29T14:51:40.978 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:40 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-b[54683]: ts=2024-08-29T14:51:40.530Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-29T14:51:40.978 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:40 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-b[54683]: ts=2024-08-29T14:51:40.530Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-29T14:51:40.978 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:40 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-b[54683]: ts=2024-08-29T14:51:40.530Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-29T14:51:40.978 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:40 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-b[54683]: ts=2024-08-29T14:51:40.530Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-29T14:51:40.978 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:40 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-b[54683]: ts=2024-08-29T14:51:40.530Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-29T14:51:40.978 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:40 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-b[54683]: ts=2024-08-29T14:51:40.530Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-29T14:51:40.978 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:40 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-b[54683]: ts=2024-08-29T14:51:40.530Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-29T14:51:40.979 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:40 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-b[54683]: ts=2024-08-29T14:51:40.530Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-29T14:51:40.979 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:40 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-b[54683]: ts=2024-08-29T14:51:40.530Z caller=node_exporter.go:117 level=info collector=os 2024-08-29T14:51:40.979 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:40 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-b[54683]: ts=2024-08-29T14:51:40.530Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-29T14:51:40.979 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:40 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-b[54683]: ts=2024-08-29T14:51:40.530Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-29T14:51:40.979 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:40 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-b[54683]: ts=2024-08-29T14:51:40.530Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-29T14:51:40.979 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:40 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-b[54683]: ts=2024-08-29T14:51:40.530Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-29T14:51:40.979 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:40 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-b[54683]: ts=2024-08-29T14:51:40.530Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-29T14:51:40.979 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:40 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-b[54683]: ts=2024-08-29T14:51:40.530Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-29T14:51:40.979 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:40 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-b[54683]: ts=2024-08-29T14:51:40.530Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-29T14:51:40.979 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:40 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-b[54683]: ts=2024-08-29T14:51:40.530Z caller=node_exporter.go:117 level=info collector=stat 2024-08-29T14:51:40.979 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:40 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-b[54683]: ts=2024-08-29T14:51:40.530Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-29T14:51:40.979 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:40 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-b[54683]: ts=2024-08-29T14:51:40.530Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-29T14:51:40.979 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:40 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-b[54683]: ts=2024-08-29T14:51:40.530Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-29T14:51:40.979 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:40 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-b[54683]: ts=2024-08-29T14:51:40.530Z caller=node_exporter.go:117 level=info collector=time 2024-08-29T14:51:40.980 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:40 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-b[54683]: ts=2024-08-29T14:51:40.530Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-29T14:51:40.980 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:40 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-b[54683]: ts=2024-08-29T14:51:40.530Z caller=node_exporter.go:117 level=info collector=uname 2024-08-29T14:51:40.980 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:40 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-b[54683]: ts=2024-08-29T14:51:40.530Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-29T14:51:40.980 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:40 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-b[54683]: ts=2024-08-29T14:51:40.530Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-29T14:51:40.980 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:40 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-b[54683]: ts=2024-08-29T14:51:40.530Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-29T14:51:40.980 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:40 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-b[54683]: ts=2024-08-29T14:51:40.530Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-08-29T14:51:40.980 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:40 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-b[54683]: ts=2024-08-29T14:51:40.530Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-29T14:51:40.980 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:40 smithi146 bash[54609]: 68d128ea734f300d0fb0bd3cc504fcbaaa731926117a6625104f19fb08f4cd6e 2024-08-29T14:51:40.980 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:51:40 smithi146 systemd[1]: Started Ceph node-exporter.b for 2b44bde8-6615-11ef-bcd4-c7b262605968. 2024-08-29T14:51:41.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:41 smithi146 ceph-mon[23161]: pgmap v32: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:41.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:41 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:41.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:41 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:41.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:41 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:41.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:41 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:41.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:41 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:41.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:41 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:51:42.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:41 smithi064 ceph-mon[19398]: pgmap v32: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:42.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:41 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:42.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:41 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:42.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:41 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:42.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:41 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:42.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:41 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:42.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:41 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:51:42.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:41 smithi064 ceph-mon[30833]: pgmap v32: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:42.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:41 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:42.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:41 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:42.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:41 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:42.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:41 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:42.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:41 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:42.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:41 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:51:43.780 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:51:43.960 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:43 smithi146 ceph-mon[23161]: pgmap v33: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:43.960 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:43 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:44.012 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:43 smithi064 ceph-mon[30833]: pgmap v33: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:44.012 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:43 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:44.012 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:43 smithi064 ceph-mon[19398]: pgmap v33: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:44.012 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:43 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:44.617 INFO:teuthology.orchestra.run.smithi064.stdout:236223201298 2024-08-29T14:51:44.967 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:51:44 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: ::ffff:172.21.15.146 - - [29/Aug/2024:14:51:44] "GET /metrics HTTP/1.1" 200 28502 "" "Prometheus/2.43.0" 2024-08-29T14:51:45.272 INFO:tasks.cephadm.ceph_manager.ceph:need seq 236223201295 got 236223201298 for osd.7 2024-08-29T14:51:45.272 DEBUG:teuthology.parallel:result is None 2024-08-29T14:51:45.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:45 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:45.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:45 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:45.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:45 smithi064 ceph-mon[30833]: from='client.? 172.21.15.64:0/1815412643' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-08-29T14:51:45.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:45 smithi064 ceph-mon[30833]: pgmap v34: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:45.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:45 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:45.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:45 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:45.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:45 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/1815412643' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-08-29T14:51:45.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:45 smithi064 ceph-mon[19398]: pgmap v34: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:45.724 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:45 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:45.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:45 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:45.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:45 smithi146 ceph-mon[23161]: from='client.? 172.21.15.64:0/1815412643' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-08-29T14:51:45.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:45 smithi146 ceph-mon[23161]: pgmap v34: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:45.841 INFO:teuthology.orchestra.run.smithi064.stdout:163208757277 2024-08-29T14:51:46.074 INFO:teuthology.orchestra.run.smithi064.stdout:55834574896 2024-08-29T14:51:46.634 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:46 smithi064 ceph-mon[30833]: from='client.? 172.21.15.64:0/2256002618' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-08-29T14:51:46.635 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:46 smithi064 ceph-mon[30833]: from='client.? 172.21.15.64:0/511128013' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-08-29T14:51:46.635 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:46 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/2256002618' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-08-29T14:51:46.635 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:46 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/511128013' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-08-29T14:51:46.668 INFO:teuthology.orchestra.run.smithi064.stdout:77309411371 2024-08-29T14:51:46.724 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:46 smithi146 ceph-mon[23161]: from='client.? 172.21.15.64:0/2256002618' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-08-29T14:51:46.724 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:46 smithi146 ceph-mon[23161]: from='client.? 172.21.15.64:0/511128013' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-08-29T14:51:47.381 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411368 got 77309411371 for osd.2 2024-08-29T14:51:47.381 DEBUG:teuthology.parallel:result is None 2024-08-29T14:51:47.724 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:47 smithi146 ceph-mon[23161]: from='client.? 172.21.15.64:0/824785293' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-08-29T14:51:47.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:47 smithi146 ceph-mon[23161]: pgmap v35: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:47.751 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:47 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/824785293' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-08-29T14:51:47.752 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:47 smithi064 ceph-mon[19398]: pgmap v35: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:47.752 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:47 smithi064 ceph-mon[30833]: from='client.? 172.21.15.64:0/824785293' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-08-29T14:51:47.752 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:47 smithi064 ceph-mon[30833]: pgmap v35: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:47.773 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574891 got 55834574896 for osd.1 2024-08-29T14:51:47.773 DEBUG:teuthology.parallel:result is None 2024-08-29T14:51:48.169 INFO:teuthology.orchestra.run.smithi064.stdout:107374182439 2024-08-29T14:51:48.724 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:48 smithi146 ceph-mon[23161]: from='client.? 172.21.15.64:0/3161782505' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-08-29T14:51:48.780 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:48 smithi064 ceph-mon[30833]: from='client.? 172.21.15.64:0/3161782505' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-08-29T14:51:48.780 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:48 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/3161782505' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-08-29T14:51:48.806 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182436 got 107374182439 for osd.3 2024-08-29T14:51:48.807 DEBUG:teuthology.parallel:result is None 2024-08-29T14:51:49.724 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:49 smithi146 ceph-mon[23161]: pgmap v36: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:49.780 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:49 smithi064 ceph-mon[30833]: pgmap v36: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:49.780 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:49 smithi064 ceph-mon[19398]: pgmap v36: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:49.925 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757273 got 163208757277 for osd.5 2024-08-29T14:51:49.925 DEBUG:teuthology.parallel:result is None 2024-08-29T14:51:50.334 INFO:teuthology.orchestra.run.smithi064.stdout:128849018915 2024-08-29T14:51:50.535 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:50 smithi064 ceph-mon[30833]: from='client.? 172.21.15.64:0/779288481' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-08-29T14:51:50.535 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:50 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/779288481' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-08-29T14:51:50.742 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:50 smithi146 ceph-mon[23161]: from='client.? 172.21.15.64:0/779288481' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-08-29T14:51:51.724 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:51 smithi146 ceph-mon[23161]: pgmap v37: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:51.780 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:51 smithi064 ceph-mon[19398]: pgmap v37: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:51.780 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:51 smithi064 ceph-mon[30833]: pgmap v37: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:52.346 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849018909 got 128849018915 for osd.4 2024-08-29T14:51:52.346 DEBUG:teuthology.parallel:result is None 2024-08-29T14:51:52.809 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:52 smithi064 ceph-mon[30833]: pgmap v38: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:52.809 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:52 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:51:52.809 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:52 smithi064 ceph-mon[19398]: pgmap v38: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:52.809 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:52 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:51:52.977 INFO:teuthology.orchestra.run.smithi064.stdout:34359738421 2024-08-29T14:51:53.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:52 smithi146 ceph-mon[23161]: pgmap v38: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:53.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:52 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:51:53.761 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738417 got 34359738421 for osd.0 2024-08-29T14:51:53.762 DEBUG:teuthology.parallel:result is None 2024-08-29T14:51:53.762 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-08-29T14:51:53.762 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph pg dump --format=json 2024-08-29T14:51:54.006 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:53 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/3990210217' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-08-29T14:51:54.006 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:53 smithi064 ceph-mon[30833]: from='client.? 172.21.15.64:0/3990210217' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-08-29T14:51:54.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:53 smithi146 ceph-mon[23161]: from='client.? 172.21.15.64:0/3990210217' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-08-29T14:51:54.295 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:51:54.930 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:51:54 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: ::ffff:172.21.15.146 - - [29/Aug/2024:14:51:54] "GET /metrics HTTP/1.1" 200 28503 "" "Prometheus/2.43.0" 2024-08-29T14:51:54.930 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:54 smithi064 ceph-mon[30833]: pgmap v39: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:54.930 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:54 smithi064 ceph-mon[19398]: pgmap v39: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:55.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:54 smithi146 ceph-mon[23161]: pgmap v39: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:56.677 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:51:56.678 INFO:teuthology.orchestra.run.smithi064.stderr:dumped all 2024-08-29T14:51:57.280 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:57 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:57.281 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:57 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:57.281 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:57 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:51:57.281 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:57 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:51:57.281 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:57 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:57.281 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:57 smithi064 ceph-mon[30833]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-29T14:51:57.281 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:57 smithi064 ceph-mon[30833]: Reconfiguring daemon alertmanager.a on smithi064 2024-08-29T14:51:57.281 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:57 smithi064 ceph-mon[30833]: pgmap v40: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:57.281 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:57 smithi064 ceph-mon[30833]: from='client.14601 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-29T14:51:57.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:57 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:57.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:57 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:57.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:57 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:51:57.282 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:57 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:51:57.282 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:57 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:57.282 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:57 smithi064 ceph-mon[19398]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-29T14:51:57.282 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:57 smithi064 ceph-mon[19398]: Reconfiguring daemon alertmanager.a on smithi064 2024-08-29T14:51:57.282 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:57 smithi064 ceph-mon[19398]: pgmap v40: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:57.282 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:57 smithi064 ceph-mon[19398]: from='client.14601 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-29T14:51:57.308 INFO:teuthology.orchestra.run.smithi064.stdout:{"pg_ready":true,"pg_map":{"version":40,"stamp":"2024-08-29T14:51:56.671080+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":181,"num_write_kb":2418,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":131,"ondisk_log_size":131,"up":27,"acting":27,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":27,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":223148,"kb_used_data":6988,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":749738068,"statfs":{"total":767960285184,"available":767731781632,"internally_reserved":0,"allocated":7155712,"data_stored":4028988,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":221236792},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.001949"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":20,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:51:02.692387+0000","last_change":"2024-08-29T14:50:56.678699+0000","last_active":"2024-08-29T14:51:02.692387+0000","last_peered":"2024-08-29T14:51:02.692387+0000","last_clean":"2024-08-29T14:51:02.692387+0000","last_became_active":"2024-08-29T14:50:52.657509+0000","last_became_peered":"2024-08-29T14:50:52.657509+0000","last_unstale":"2024-08-29T14:51:02.692387+0000","last_undegraded":"2024-08-29T14:51:02.692387+0000","last_fullsized":"2024-08-29T14:51:02.692387+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_clean_scrub_stamp":"2024-08-29T14:50:51.835372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:19:57.957496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000251642,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":20,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:51:02.692276+0000","last_change":"2024-08-29T14:50:56.672068+0000","last_active":"2024-08-29T14:51:02.692276+0000","last_peered":"2024-08-29T14:51:02.692276+0000","last_clean":"2024-08-29T14:51:02.692276+0000","last_became_active":"2024-08-29T14:50:52.827855+0000","last_became_peered":"2024-08-29T14:50:52.827855+0000","last_unstale":"2024-08-29T14:51:02.692276+0000","last_undegraded":"2024-08-29T14:51:02.692276+0000","last_fullsized":"2024-08-29T14:51:02.692276+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_clean_scrub_stamp":"2024-08-29T14:50:51.835372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:40:38.347087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00046897300000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":20,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:51:02.386774+0000","last_change":"2024-08-29T14:50:56.877417+0000","last_active":"2024-08-29T14:51:02.386774+0000","last_peered":"2024-08-29T14:51:02.386774+0000","last_clean":"2024-08-29T14:51:02.386774+0000","last_became_active":"2024-08-29T14:50:52.829632+0000","last_became_peered":"2024-08-29T14:50:52.829632+0000","last_unstale":"2024-08-29T14:51:02.386774+0000","last_undegraded":"2024-08-29T14:51:02.386774+0000","last_fullsized":"2024-08-29T14:51:02.386774+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_clean_scrub_stamp":"2024-08-29T14:50:51.835372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:47:59.676120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00020571200000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":20,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:51:02.692142+0000","last_change":"2024-08-29T14:50:56.671768+0000","last_active":"2024-08-29T14:51:02.692142+0000","last_peered":"2024-08-29T14:51:02.692142+0000","last_clean":"2024-08-29T14:51:02.692142+0000","last_became_active":"2024-08-29T14:50:52.829724+0000","last_became_peered":"2024-08-29T14:50:52.829724+0000","last_unstale":"2024-08-29T14:51:02.692142+0000","last_undegraded":"2024-08-29T14:51:02.692142+0000","last_fullsized":"2024-08-29T14:51:02.692142+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_clean_scrub_stamp":"2024-08-29T14:50:51.835372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:02:50.048881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00027718699999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"65'2","reported_seq":22,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:51:02.078043+0000","last_change":"2024-08-29T14:50:56.677978+0000","last_active":"2024-08-29T14:51:02.078043+0000","last_peered":"2024-08-29T14:51:02.078043+0000","last_clean":"2024-08-29T14:51:02.078043+0000","last_became_active":"2024-08-29T14:50:52.657351+0000","last_became_peered":"2024-08-29T14:50:52.657351+0000","last_unstale":"2024-08-29T14:51:02.078043+0000","last_undegraded":"2024-08-29T14:51:02.078043+0000","last_fullsized":"2024-08-29T14:51:02.078043+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_clean_scrub_stamp":"2024-08-29T14:50:51.835372+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:39:03.807005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00081296099999999996,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":20,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:51:02.050940+0000","last_change":"2024-08-29T14:50:56.671443+0000","last_active":"2024-08-29T14:51:02.050940+0000","last_peered":"2024-08-29T14:51:02.050940+0000","last_clean":"2024-08-29T14:51:02.050940+0000","last_became_active":"2024-08-29T14:50:52.829654+0000","last_became_peered":"2024-08-29T14:50:52.829654+0000","last_unstale":"2024-08-29T14:51:02.050940+0000","last_undegraded":"2024-08-29T14:51:02.050940+0000","last_fullsized":"2024-08-29T14:51:02.050940+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_clean_scrub_stamp":"2024-08-29T14:50:51.835372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:52:18.823819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00029433900000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":20,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:51:02.386718+0000","last_change":"2024-08-29T14:50:56.877411+0000","last_active":"2024-08-29T14:51:02.386718+0000","last_peered":"2024-08-29T14:51:02.386718+0000","last_clean":"2024-08-29T14:51:02.386718+0000","last_became_active":"2024-08-29T14:50:52.829688+0000","last_became_peered":"2024-08-29T14:50:52.829688+0000","last_unstale":"2024-08-29T14:51:02.386718+0000","last_undegraded":"2024-08-29T14:51:02.386718+0000","last_fullsized":"2024-08-29T14:51:02.386718+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_clean_scrub_stamp":"2024-08-29T14:50:51.835372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:33:45.121943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00025350699999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"63'1","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:51:02.078070+0000","last_change":"2024-08-29T14:50:56.677387+0000","last_active":"2024-08-29T14:51:02.078070+0000","last_peered":"2024-08-29T14:51:02.078070+0000","last_clean":"2024-08-29T14:51:02.078070+0000","last_became_active":"2024-08-29T14:50:52.655307+0000","last_became_peered":"2024-08-29T14:50:52.655307+0000","last_unstale":"2024-08-29T14:51:02.078070+0000","last_undegraded":"2024-08-29T14:51:02.078070+0000","last_fullsized":"2024-08-29T14:51:02.078070+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_clean_scrub_stamp":"2024-08-29T14:50:51.835372+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:55:10.326734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00023109699999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"63'128","reported_seq":263,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:50:56.877165+0000","last_change":"2024-08-29T14:50:27.066895+0000","last_active":"2024-08-29T14:50:56.877165+0000","last_peered":"2024-08-29T14:50:56.877165+0000","last_clean":"2024-08-29T14:50:56.877165+0000","last_became_active":"2024-08-29T14:50:27.066517+0000","last_became_peered":"2024-08-29T14:50:27.066517+0000","last_unstale":"2024-08-29T14:50:56.877165+0000","last_undegraded":"2024-08-29T14:50:56.877165+0000","last_fullsized":"2024-08-29T14:50:56.877165+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:48:23.737983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:48:23.737983+0000","last_clean_scrub_stamp":"2024-08-29T14:48:23.737983+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T16:13:36.069620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201301,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28256,"kb_used_data":1236,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716896,"statfs":{"total":95995035648,"available":95966101504,"internally_reserved":0,"allocated":1265664,"data_stored":872706,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 14:51:23 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.52700000000000002}]},{"osd":1,"last update":"Thu Aug 29 14:51:23 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.497},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.57699999999999996}]},{"osd":2,"last update":"Thu Aug 29 14:51:23 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.56499999999999995}]},{"osd":3,"last update":"Thu Aug 29 14:51:23 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":1.101,"5min":1.101,"15min":1.101},"last":0.46899999999999997}]},{"osd":4,"last update":"Thu Aug 29 14:51:23 2024","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.39500000000000002}]},{"osd":5,"last update":"Thu Aug 29 14:51:23 2024","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.379},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.41299999999999998}]},{"osd":6,"last update":"Thu Aug 29 14:51:23 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.34999999999999998}]}]},{"osd":3,"up_from":25,"seq":107374182441,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27676,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717476,"statfs":{"total":95995035648,"available":95966695424,"internally_reserved":0,"allocated":671744,"data_stored":282338,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 14:50:54 2024","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.36699999999999999,"15min":0.36899999999999999},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.374,"5min":0.39800000000000002,"15min":0.40200000000000002},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.55800000000000005,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.246}]},{"osd":1,"last update":"Thu Aug 29 14:50:54 2024","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.42399999999999999,"15min":0.42999999999999999},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.31},{"interface":"front","average":{"1min":0.36199999999999999,"5min":0.41399999999999998,"15min":0.42299999999999999},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.59299999999999997,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.47299999999999998}]},{"osd":2,"last update":"Thu Aug 29 14:50:54 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.437,"15min":0.44400000000000001},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.58799999999999997,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.375},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.42099999999999999,"15min":0.42299999999999999},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.39500000000000002}]},{"osd":4,"last update":"Thu Aug 29 14:51:10 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55700000000000005,"15min":0.55800000000000005},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.72099999999999997,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.52200000000000002,"15min":0.52000000000000002},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.59699999999999998}]},{"osd":5,"last update":"Thu Aug 29 14:51:41 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.53500000000000003,"15min":0.53700000000000003},"min":{"1min":0.39800000000000002,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.439,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.66300000000000003}]},{"osd":6,"last update":"Thu Aug 29 14:50:59 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.70199999999999996},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.67800000000000005}]},{"osd":7,"last update":"Thu Aug 29 14:51:25 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.73199999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574898,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27676,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717476,"statfs":{"total":95995035648,"available":95966695424,"internally_reserved":0,"allocated":671744,"data_stored":282084,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 14:51:01 2024","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.32300000000000001,"15min":0.30299999999999999},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"last":0.25700000000000001},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.34399999999999997,"15min":0.31900000000000001},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.27100000000000002}]},{"osd":2,"last update":"Thu Aug 29 14:51:29 2024","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.33100000000000002,"15min":0.317},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"last":0.20599999999999999},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.376,"15min":0.36599999999999999},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.35099999999999998}]},{"osd":3,"last update":"Thu Aug 29 14:50:55 2024","interfaces":[{"interface":"back","average":{"1min":0.46700000000000003,"5min":0.46000000000000002,"15min":0.45900000000000002},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.314},{"interface":"front","average":{"1min":0.436,"5min":0.40999999999999998,"15min":0.40600000000000003},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.29699999999999999}]},{"osd":4,"last update":"Thu Aug 29 14:51:16 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.52100000000000002,"15min":0.51600000000000001},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.5},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.55000000000000004,"15min":0.54600000000000004},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.64200000000000002}]},{"osd":5,"last update":"Thu Aug 29 14:51:34 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.56599999999999995,"15min":0.56399999999999995},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.73399999999999999,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.59099999999999997,"15min":0.58999999999999997},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.79800000000000004,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.60499999999999998}]},{"osd":6,"last update":"Thu Aug 29 14:51:01 2024","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.52100000000000002}]},{"osd":7,"last update":"Thu Aug 29 14:51:23 2024","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.621}]}]},{"osd":6,"up_from":46,"seq":197568495642,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28252,"kb_used_data":1232,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716900,"statfs":{"total":95995035648,"available":95966105600,"internally_reserved":0,"allocated":1261568,"data_stored":872121,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 14:51:01 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.498}]},{"osd":1,"last update":"Thu Aug 29 14:51:01 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.54200000000000004}]},{"osd":2,"last update":"Thu Aug 29 14:51:01 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.628},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.39600000000000002}]},{"osd":3,"last update":"Thu Aug 29 14:51:01 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.45200000000000001}]},{"osd":4,"last update":"Thu Aug 29 14:51:01 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.55800000000000005}]},{"osd":5,"last update":"Thu Aug 29 14:51:01 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.47999999999999998}]},{"osd":7,"last update":"Thu Aug 29 14:51:23 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.66000000000000003}]}]},{"osd":5,"up_from":38,"seq":163208757279,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27680,"kb_used_data":660,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717472,"statfs":{"total":95995035648,"available":95966691328,"internally_reserved":0,"allocated":675840,"data_stored":282357,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 14:51:39 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.54200000000000004,"15min":0.54600000000000004},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.84799999999999998,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.56100000000000005,"15min":0.56999999999999995},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.67200000000000004,"5min":1.1899999999999999,"15min":1.1899999999999999},"last":0.61599999999999999}]},{"osd":1,"last update":"Thu Aug 29 14:51:39 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.55700000000000005,"15min":0.56100000000000005},"min":{"1min":0.38500000000000001,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.75,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.54800000000000004,"15min":0.55800000000000005},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.60799999999999998,"5min":1.1579999999999999,"15min":1.1579999999999999},"last":0.64100000000000001}]},{"osd":2,"last update":"Thu Aug 29 14:51:39 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.54700000000000004,"15min":0.55200000000000005},"min":{"1min":0.38400000000000001,"5min":0.37,"15min":0.37},"max":{"1min":0.873,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.54800000000000004,"15min":0.55000000000000004},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.69499999999999995,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.60399999999999998}]},{"osd":3,"last update":"Thu Aug 29 14:51:39 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.55200000000000005,"15min":0.55800000000000005},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.69299999999999995,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55900000000000005,"15min":0.56100000000000005},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":1.0129999999999999,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.70999999999999996}]},{"osd":4,"last update":"Thu Aug 29 14:51:39 2024","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.38900000000000001,"15min":0.38400000000000001},"min":{"1min":0.315,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.44,"5min":0.41199999999999998,"15min":0.40799999999999997},"min":{"1min":0.308,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.63900000000000001,"5min":1.085,"15min":1.085},"last":0.505}]},{"osd":6,"last update":"Thu Aug 29 14:51:00 2024","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.439,"5min":0.439,"15min":0.439},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.45100000000000001}]},{"osd":7,"last update":"Thu Aug 29 14:51:25 2024","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.56799999999999995}]}]},{"osd":4,"up_from":30,"seq":128849018916,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27676,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717476,"statfs":{"total":95995035648,"available":95966695424,"internally_reserved":0,"allocated":671744,"data_stored":282338,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 14:51:16 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.54300000000000004,"15min":0.54000000000000004},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.53100000000000003,"15min":0.52900000000000003},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.63800000000000001}]},{"osd":1,"last update":"Thu Aug 29 14:51:16 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.52500000000000002,"15min":0.52300000000000002},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.54100000000000004,"15min":0.54300000000000004},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.501}]},{"osd":2,"last update":"Thu Aug 29 14:51:16 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.52600000000000002,"15min":0.51800000000000002},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.65200000000000002},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.55700000000000005,"15min":0.55500000000000005},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.59099999999999997}]},{"osd":3,"last update":"Thu Aug 29 14:51:16 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.54500000000000004,"15min":0.54000000000000004},"min":{"1min":0.41399999999999998,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.55200000000000005,"15min":0.54800000000000004},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.55500000000000005}]},{"osd":5,"last update":"Thu Aug 29 14:51:34 2024","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.373,"15min":0.36199999999999999},"min":{"1min":0.27100000000000002,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.39300000000000002,"15min":0.379},"min":{"1min":0.316,"5min":0.245,"15min":0.245},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.46800000000000003}]},{"osd":6,"last update":"Thu Aug 29 14:50:57 2024","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.66900000000000004},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.56999999999999995}]},{"osd":7,"last update":"Thu Aug 29 14:51:24 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.625}]}]},{"osd":2,"up_from":18,"seq":77309411373,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27676,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717476,"statfs":{"total":95995035648,"available":95966695424,"internally_reserved":0,"allocated":671744,"data_stored":282338,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 14:51:26 2024","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.371,"15min":0.36799999999999999},"min":{"1min":0.19600000000000001,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.56000000000000005,"5min":0.627,"15min":0.627},"last":0.254},{"interface":"front","average":{"1min":0.36399999999999999,"5min":0.38200000000000001,"15min":0.38200000000000001},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.53800000000000003,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.26900000000000002}]},{"osd":1,"last update":"Thu Aug 29 14:51:26 2024","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.39200000000000002,"15min":0.39900000000000002},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.505,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.28799999999999998},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.39300000000000002,"15min":0.38100000000000001},"min":{"1min":0.27900000000000003,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.51800000000000002,"5min":0.60999999999999999,"15min":0.60999999999999999},"last":0.30199999999999999}]},{"osd":3,"last update":"Thu Aug 29 14:51:52 2024","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.42999999999999999,"15min":0.437},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.58999999999999997,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.311},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.44,"15min":0.443},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.59899999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.36799999999999999}]},{"osd":4,"last update":"Thu Aug 29 14:51:13 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.56000000000000005,"15min":0.56399999999999995},"min":{"1min":0.38300000000000001,"5min":0.379,"15min":0.379},"max":{"1min":0.74099999999999999,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.82199999999999995,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.45800000000000002}]},{"osd":5,"last update":"Thu Aug 29 14:51:33 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.58799999999999997,"15min":0.59899999999999998},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.73399999999999999,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.501},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.60099999999999998,"15min":0.61099999999999999},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.71899999999999997,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.49299999999999999}]},{"osd":6,"last update":"Thu Aug 29 14:51:00 2024","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.42499999999999999}]},{"osd":7,"last update":"Thu Aug 29 14:51:24 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.53000000000000003}]}]},{"osd":0,"up_from":8,"seq":34359738422,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28256,"kb_used_data":1236,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716896,"statfs":{"total":95995035648,"available":95966101504,"internally_reserved":0,"allocated":1265664,"data_stored":872706,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Aug 29 14:51:01 2024","interfaces":[{"interface":"back","average":{"1min":0.371,"5min":0.34599999999999997,"15min":0.32700000000000001},"min":{"1min":0.24099999999999999,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.54200000000000004,"5min":0.57799999999999996,"15min":0.57799999999999996},"last":0.25800000000000001},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.35199999999999998,"15min":0.33500000000000002},"min":{"1min":0.24099999999999999,"5min":0.221,"15min":0.221},"max":{"1min":0.58299999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.33700000000000002}]},{"osd":2,"last update":"Thu Aug 29 14:51:30 2024","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.40600000000000003,"15min":0.39100000000000001},"min":{"1min":0.25700000000000001,"5min":0.247,"15min":0.247},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.28799999999999998},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.39400000000000002,"15min":0.374},"min":{"1min":0.27100000000000002,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":1.123,"5min":1.123,"15min":1.123},"last":0.28000000000000003}]},{"osd":3,"last update":"Thu Aug 29 14:51:50 2024","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.44900000000000001,"15min":0.45300000000000001},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":1.1519999999999999,"5min":1.1519999999999999,"15min":1.1519999999999999},"last":0.32100000000000001},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.30499999999999999}]},{"osd":4,"last update":"Thu Aug 29 14:51:12 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.57899999999999996,"15min":0.57799999999999996},"min":{"1min":0.40100000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.70099999999999996},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.58599999999999997,"15min":0.58699999999999997},"min":{"1min":0.45200000000000001,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.746,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.54200000000000004}]},{"osd":5,"last update":"Thu Aug 29 14:51:38 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.60399999999999998,"15min":0.60499999999999998},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.036,"5min":1.036,"15min":1.036},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.60399999999999998,"15min":0.60499999999999998},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.55900000000000005}]},{"osd":6,"last update":"Thu Aug 29 14:51:01 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.59499999999999997}]},{"osd":7,"last update":"Thu Aug 29 14:51:25 2024","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.0740000000000001,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.745},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.59099999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-29T14:51:57.310 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph pg dump --format=json 2024-08-29T14:51:57.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:57 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:57.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:57 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:57.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:57 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:51:57.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:57 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:51:57.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:57 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:51:57.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:57 smithi146 ceph-mon[23161]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-29T14:51:57.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:57 smithi146 ceph-mon[23161]: Reconfiguring daemon alertmanager.a on smithi064 2024-08-29T14:51:57.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:57 smithi146 ceph-mon[23161]: pgmap v40: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:57.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:57 smithi146 ceph-mon[23161]: from='client.14601 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-29T14:51:58.262 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:51:59.005 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:51:58 smithi064 ceph-mon[30833]: pgmap v41: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:59.005 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:51:58 smithi064 ceph-mon[19398]: pgmap v41: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:51:59.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:51:58 smithi146 ceph-mon[23161]: pgmap v41: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:01.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:00 smithi064 ceph-mon[19398]: pgmap v42: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:01.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:00 smithi064 ceph-mon[30833]: pgmap v42: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:01.031 INFO:journalctl@ceph.alertmanager.a.smithi064.stdout:Aug 29 14:52:00 smithi064 systemd[1]: Stopping Ceph alertmanager.a for 2b44bde8-6615-11ef-bcd4-c7b262605968... 2024-08-29T14:52:01.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:00 smithi146 ceph-mon[23161]: pgmap v42: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:02.014 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:52:02.015 INFO:teuthology.orchestra.run.smithi064.stderr:dumped all 2024-08-29T14:52:02.280 INFO:journalctl@ceph.alertmanager.a.smithi064.stdout:Aug 29 14:52:01 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-alertmanager-a[61465]: ts=2024-08-29T14:52:01.993Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-08-29T14:52:02.280 INFO:journalctl@ceph.alertmanager.a.smithi064.stdout:Aug 29 14:52:02 smithi064 podman[66746]: 2024-08-29 14:52:02.024746514 +0000 UTC m=+0.140983049 container died ff7e763878dce9ee3fe11ad553c27505fb0754376499893d941941aec73c853f (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-29T14:52:02.556 INFO:journalctl@ceph.alertmanager.a.smithi064.stdout:Aug 29 14:52:02 smithi064 podman[66746]: 2024-08-29 14:52:02.500801187 +0000 UTC m=+0.617037716 container cleanup ff7e763878dce9ee3fe11ad553c27505fb0754376499893d941941aec73c853f (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-29T14:52:02.556 INFO:journalctl@ceph.alertmanager.a.smithi064.stdout:Aug 29 14:52:02 smithi064 bash[66746]: ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-alertmanager-a 2024-08-29T14:52:03.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:02 smithi064 ceph-mon[30833]: from='client.24503 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-29T14:52:03.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:02 smithi064 ceph-mon[30833]: pgmap v43: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:03.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:02 smithi064 ceph-mon[19398]: from='client.24503 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-29T14:52:03.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:02 smithi064 ceph-mon[19398]: pgmap v43: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:03.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:02 smithi146 ceph-mon[23161]: from='client.24503 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-29T14:52:03.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:02 smithi146 ceph-mon[23161]: pgmap v43: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:03.530 INFO:journalctl@ceph.alertmanager.a.smithi064.stdout:Aug 29 14:52:03 smithi064 podman[66765]: 2024-08-29 14:52:03.086700109 +0000 UTC m=+1.063372251 container remove ff7e763878dce9ee3fe11ad553c27505fb0754376499893d941941aec73c853f (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-29T14:52:03.530 INFO:journalctl@ceph.alertmanager.a.smithi064.stdout:Aug 29 14:52:03 smithi064 podman[66765]: 2024-08-29 14:52:03.170513959 +0000 UTC m=+1.147186059 volume remove 45c04e369e9d6332023fba9f278d3467572bc4cb1a349df1a371ba66d25ad147 2024-08-29T14:52:03.668 INFO:teuthology.orchestra.run.smithi064.stdout:{"pg_ready":true,"pg_map":{"version":42,"stamp":"2024-08-29T14:52:00.671686+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":181,"num_write_kb":2418,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":131,"ondisk_log_size":131,"up":27,"acting":27,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":27,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":223148,"kb_used_data":6988,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":749738068,"statfs":{"total":767960285184,"available":767731781632,"internally_reserved":0,"allocated":7155712,"data_stored":4028988,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":221236792},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.001914"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":20,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:51:02.692387+0000","last_change":"2024-08-29T14:50:56.678699+0000","last_active":"2024-08-29T14:51:02.692387+0000","last_peered":"2024-08-29T14:51:02.692387+0000","last_clean":"2024-08-29T14:51:02.692387+0000","last_became_active":"2024-08-29T14:50:52.657509+0000","last_became_peered":"2024-08-29T14:50:52.657509+0000","last_unstale":"2024-08-29T14:51:02.692387+0000","last_undegraded":"2024-08-29T14:51:02.692387+0000","last_fullsized":"2024-08-29T14:51:02.692387+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_clean_scrub_stamp":"2024-08-29T14:50:51.835372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:19:57.957496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000251642,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":20,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:51:02.692276+0000","last_change":"2024-08-29T14:50:56.672068+0000","last_active":"2024-08-29T14:51:02.692276+0000","last_peered":"2024-08-29T14:51:02.692276+0000","last_clean":"2024-08-29T14:51:02.692276+0000","last_became_active":"2024-08-29T14:50:52.827855+0000","last_became_peered":"2024-08-29T14:50:52.827855+0000","last_unstale":"2024-08-29T14:51:02.692276+0000","last_undegraded":"2024-08-29T14:51:02.692276+0000","last_fullsized":"2024-08-29T14:51:02.692276+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_clean_scrub_stamp":"2024-08-29T14:50:51.835372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:40:38.347087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00046897300000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":20,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:51:02.386774+0000","last_change":"2024-08-29T14:50:56.877417+0000","last_active":"2024-08-29T14:51:02.386774+0000","last_peered":"2024-08-29T14:51:02.386774+0000","last_clean":"2024-08-29T14:51:02.386774+0000","last_became_active":"2024-08-29T14:50:52.829632+0000","last_became_peered":"2024-08-29T14:50:52.829632+0000","last_unstale":"2024-08-29T14:51:02.386774+0000","last_undegraded":"2024-08-29T14:51:02.386774+0000","last_fullsized":"2024-08-29T14:51:02.386774+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_clean_scrub_stamp":"2024-08-29T14:50:51.835372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:47:59.676120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00020571200000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":20,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:51:02.692142+0000","last_change":"2024-08-29T14:50:56.671768+0000","last_active":"2024-08-29T14:51:02.692142+0000","last_peered":"2024-08-29T14:51:02.692142+0000","last_clean":"2024-08-29T14:51:02.692142+0000","last_became_active":"2024-08-29T14:50:52.829724+0000","last_became_peered":"2024-08-29T14:50:52.829724+0000","last_unstale":"2024-08-29T14:51:02.692142+0000","last_undegraded":"2024-08-29T14:51:02.692142+0000","last_fullsized":"2024-08-29T14:51:02.692142+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_clean_scrub_stamp":"2024-08-29T14:50:51.835372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:02:50.048881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00027718699999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"65'2","reported_seq":22,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:51:02.078043+0000","last_change":"2024-08-29T14:50:56.677978+0000","last_active":"2024-08-29T14:51:02.078043+0000","last_peered":"2024-08-29T14:51:02.078043+0000","last_clean":"2024-08-29T14:51:02.078043+0000","last_became_active":"2024-08-29T14:50:52.657351+0000","last_became_peered":"2024-08-29T14:50:52.657351+0000","last_unstale":"2024-08-29T14:51:02.078043+0000","last_undegraded":"2024-08-29T14:51:02.078043+0000","last_fullsized":"2024-08-29T14:51:02.078043+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_clean_scrub_stamp":"2024-08-29T14:50:51.835372+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:39:03.807005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00081296099999999996,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":20,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:51:02.050940+0000","last_change":"2024-08-29T14:50:56.671443+0000","last_active":"2024-08-29T14:51:02.050940+0000","last_peered":"2024-08-29T14:51:02.050940+0000","last_clean":"2024-08-29T14:51:02.050940+0000","last_became_active":"2024-08-29T14:50:52.829654+0000","last_became_peered":"2024-08-29T14:50:52.829654+0000","last_unstale":"2024-08-29T14:51:02.050940+0000","last_undegraded":"2024-08-29T14:51:02.050940+0000","last_fullsized":"2024-08-29T14:51:02.050940+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_clean_scrub_stamp":"2024-08-29T14:50:51.835372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:52:18.823819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00029433900000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":20,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:51:02.386718+0000","last_change":"2024-08-29T14:50:56.877411+0000","last_active":"2024-08-29T14:51:02.386718+0000","last_peered":"2024-08-29T14:51:02.386718+0000","last_clean":"2024-08-29T14:51:02.386718+0000","last_became_active":"2024-08-29T14:50:52.829688+0000","last_became_peered":"2024-08-29T14:50:52.829688+0000","last_unstale":"2024-08-29T14:51:02.386718+0000","last_undegraded":"2024-08-29T14:51:02.386718+0000","last_fullsized":"2024-08-29T14:51:02.386718+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_clean_scrub_stamp":"2024-08-29T14:50:51.835372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:33:45.121943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00025350699999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"63'1","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T14:51:02.078070+0000","last_change":"2024-08-29T14:50:56.677387+0000","last_active":"2024-08-29T14:51:02.078070+0000","last_peered":"2024-08-29T14:51:02.078070+0000","last_clean":"2024-08-29T14:51:02.078070+0000","last_became_active":"2024-08-29T14:50:52.655307+0000","last_became_peered":"2024-08-29T14:50:52.655307+0000","last_unstale":"2024-08-29T14:51:02.078070+0000","last_undegraded":"2024-08-29T14:51:02.078070+0000","last_fullsized":"2024-08-29T14:51:02.078070+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_clean_scrub_stamp":"2024-08-29T14:50:51.835372+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:55:10.326734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00023109699999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"63'128","reported_seq":263,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-29T14:50:56.877165+0000","last_change":"2024-08-29T14:50:27.066895+0000","last_active":"2024-08-29T14:50:56.877165+0000","last_peered":"2024-08-29T14:50:56.877165+0000","last_clean":"2024-08-29T14:50:56.877165+0000","last_became_active":"2024-08-29T14:50:27.066517+0000","last_became_peered":"2024-08-29T14:50:27.066517+0000","last_unstale":"2024-08-29T14:50:56.877165+0000","last_undegraded":"2024-08-29T14:50:56.877165+0000","last_fullsized":"2024-08-29T14:50:56.877165+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:48:23.737983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:48:23.737983+0000","last_clean_scrub_stamp":"2024-08-29T14:48:23.737983+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T16:13:36.069620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201302,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28256,"kb_used_data":1236,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716896,"statfs":{"total":95995035648,"available":95966101504,"internally_reserved":0,"allocated":1265664,"data_stored":872706,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 14:51:23 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.73199999999999998}]},{"osd":1,"last update":"Thu Aug 29 14:51:23 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.749}]},{"osd":2,"last update":"Thu Aug 29 14:51:23 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.71999999999999997},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.66100000000000003}]},{"osd":3,"last update":"Thu Aug 29 14:51:23 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.70199999999999996},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":1.101,"5min":1.101,"15min":1.101},"last":0.67600000000000005}]},{"osd":4,"last update":"Thu Aug 29 14:51:23 2024","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.441},{"interface":"front","average":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.46800000000000003}]},{"osd":5,"last update":"Thu Aug 29 14:51:23 2024","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.68500000000000005}]},{"osd":6,"last update":"Thu Aug 29 14:51:23 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.57599999999999996}]}]},{"osd":3,"up_from":25,"seq":107374182442,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27676,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717476,"statfs":{"total":95995035648,"available":95966695424,"internally_reserved":0,"allocated":671744,"data_stored":282338,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 14:51:57 2024","interfaces":[{"interface":"back","average":{"1min":0.32000000000000001,"5min":0.35699999999999998,"15min":0.36499999999999999},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.42799999999999999,"5min":0.45900000000000002,"15min":0.45900000000000002},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.39000000000000001,"15min":0.40000000000000002},"min":{"1min":0.246,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.496,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.39100000000000001}]},{"osd":1,"last update":"Thu Aug 29 14:51:57 2024","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.41299999999999998,"15min":0.42599999999999999},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.497,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.379,"5min":0.40500000000000003,"15min":0.41999999999999998},"min":{"1min":0.24299999999999999,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.53300000000000003,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.24299999999999999}]},{"osd":2,"last update":"Thu Aug 29 14:51:57 2024","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.42199999999999999,"15min":0.439},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.52400000000000002,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.41399999999999998,"15min":0.42099999999999999},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.48299999999999998,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.36499999999999999}]},{"osd":4,"last update":"Thu Aug 29 14:51:10 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55700000000000005,"15min":0.55800000000000005},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.72099999999999997,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.52200000000000002,"15min":0.52000000000000002},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.53200000000000003}]},{"osd":5,"last update":"Thu Aug 29 14:51:41 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.53500000000000003,"15min":0.53700000000000003},"min":{"1min":0.39800000000000002,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.439,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.54400000000000004}]},{"osd":6,"last update":"Thu Aug 29 14:50:59 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.499},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.58999999999999997}]},{"osd":7,"last update":"Thu Aug 29 14:51:25 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.52200000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574899,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27676,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717476,"statfs":{"total":95995035648,"available":95966695424,"internally_reserved":0,"allocated":671744,"data_stored":282084,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 14:51:01 2024","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.32300000000000001,"15min":0.30299999999999999},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.34399999999999997,"15min":0.31900000000000001},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.32500000000000001}]},{"osd":2,"last update":"Thu Aug 29 14:51:29 2024","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.33100000000000002,"15min":0.317},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"last":0.26700000000000002},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.376,"15min":0.36599999999999999},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.35899999999999999}]},{"osd":3,"last update":"Thu Aug 29 14:51:56 2024","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.44700000000000001,"15min":0.45500000000000002},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.55100000000000005,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.40999999999999998,"15min":0.40600000000000003},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.40600000000000003}]},{"osd":4,"last update":"Thu Aug 29 14:51:16 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.52100000000000002,"15min":0.51600000000000001},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.55000000000000004,"15min":0.54600000000000004},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.72899999999999998}]},{"osd":5,"last update":"Thu Aug 29 14:51:34 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.56599999999999995,"15min":0.56399999999999995},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.73399999999999999,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.59099999999999997,"15min":0.58999999999999997},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.79800000000000004,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.74299999999999999}]},{"osd":6,"last update":"Thu Aug 29 14:51:01 2024","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.754},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.53600000000000003}]},{"osd":7,"last update":"Thu Aug 29 14:51:23 2024","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.78200000000000003},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.77300000000000002}]}]},{"osd":6,"up_from":46,"seq":197568495643,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28252,"kb_used_data":1232,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716900,"statfs":{"total":95995035648,"available":95966105600,"internally_reserved":0,"allocated":1261568,"data_stored":872121,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 14:51:01 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.46700000000000003}]},{"osd":1,"last update":"Thu Aug 29 14:51:01 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.47999999999999998}]},{"osd":2,"last update":"Thu Aug 29 14:51:01 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.374},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.52500000000000002}]},{"osd":3,"last update":"Thu Aug 29 14:51:01 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.51200000000000001}]},{"osd":4,"last update":"Thu Aug 29 14:51:01 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.41799999999999998}]},{"osd":5,"last update":"Thu Aug 29 14:51:01 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.40300000000000002},{"interface":"front","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.59899999999999998}]},{"osd":7,"last update":"Thu Aug 29 14:51:23 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.44900000000000001}]}]},{"osd":5,"up_from":38,"seq":163208757280,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27680,"kb_used_data":660,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717472,"statfs":{"total":95995035648,"available":95966691328,"internally_reserved":0,"allocated":675840,"data_stored":282357,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 14:51:39 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.54200000000000004,"15min":0.54600000000000004},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.84799999999999998,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.56100000000000005,"15min":0.56999999999999995},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.67200000000000004,"5min":1.1899999999999999,"15min":1.1899999999999999},"last":0.56000000000000005}]},{"osd":1,"last update":"Thu Aug 29 14:51:39 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.55700000000000005,"15min":0.56100000000000005},"min":{"1min":0.38500000000000001,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.75,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.54800000000000004,"15min":0.55800000000000005},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.60799999999999998,"5min":1.1579999999999999,"15min":1.1579999999999999},"last":0.437}]},{"osd":2,"last update":"Thu Aug 29 14:51:39 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.54700000000000004,"15min":0.55200000000000005},"min":{"1min":0.38400000000000001,"5min":0.37,"15min":0.37},"max":{"1min":0.873,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.54800000000000004,"15min":0.55000000000000004},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.69499999999999995,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.58599999999999997}]},{"osd":3,"last update":"Thu Aug 29 14:51:39 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.55200000000000005,"15min":0.55800000000000005},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.69299999999999995,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.62},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55900000000000005,"15min":0.56100000000000005},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":1.0129999999999999,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.47099999999999997}]},{"osd":4,"last update":"Thu Aug 29 14:51:39 2024","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.38900000000000001,"15min":0.38400000000000001},"min":{"1min":0.315,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.44,"5min":0.41199999999999998,"15min":0.40799999999999997},"min":{"1min":0.308,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.63900000000000001,"5min":1.085,"15min":1.085},"last":0.32500000000000001}]},{"osd":6,"last update":"Thu Aug 29 14:51:00 2024","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.312},{"interface":"front","average":{"1min":0.439,"5min":0.439,"15min":0.439},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.35099999999999998}]},{"osd":7,"last update":"Thu Aug 29 14:51:25 2024","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.36399999999999999}]}]},{"osd":4,"up_from":30,"seq":128849018917,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27676,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717476,"statfs":{"total":95995035648,"available":95966695424,"internally_reserved":0,"allocated":671744,"data_stored":282338,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 14:51:16 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.54300000000000004,"15min":0.54000000000000004},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.53100000000000003,"15min":0.52900000000000003},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.47899999999999998}]},{"osd":1,"last update":"Thu Aug 29 14:51:16 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.52500000000000002,"15min":0.52300000000000002},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.54100000000000004,"15min":0.54300000000000004},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.56699999999999995}]},{"osd":2,"last update":"Thu Aug 29 14:51:16 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.52600000000000002,"15min":0.51800000000000002},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.55700000000000005,"15min":0.55500000000000005},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.53200000000000003}]},{"osd":3,"last update":"Thu Aug 29 14:51:16 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.54500000000000004,"15min":0.54000000000000004},"min":{"1min":0.41399999999999998,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.501},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.55200000000000005,"15min":0.54800000000000004},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.57999999999999996}]},{"osd":5,"last update":"Thu Aug 29 14:51:34 2024","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.373,"15min":0.36199999999999999},"min":{"1min":0.27100000000000002,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.39300000000000002,"15min":0.379},"min":{"1min":0.316,"5min":0.245,"15min":0.245},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.374}]},{"osd":6,"last update":"Thu Aug 29 14:51:58 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.46700000000000003,"15min":0.46300000000000002},"min":{"1min":0.33200000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.76800000000000002,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.45700000000000002,"15min":0.45500000000000002},"min":{"1min":0.33400000000000002,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.751,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.42099999999999999}]},{"osd":7,"last update":"Thu Aug 29 14:51:24 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.60699999999999998}]}]},{"osd":2,"up_from":18,"seq":77309411374,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27676,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717476,"statfs":{"total":95995035648,"available":95966695424,"internally_reserved":0,"allocated":671744,"data_stored":282338,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 14:51:26 2024","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.371,"15min":0.36799999999999999},"min":{"1min":0.19600000000000001,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.56000000000000005,"5min":0.627,"15min":0.627},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.36399999999999999,"5min":0.38200000000000001,"15min":0.38200000000000001},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.53800000000000003,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.35299999999999998}]},{"osd":1,"last update":"Thu Aug 29 14:51:26 2024","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.39200000000000002,"15min":0.39900000000000002},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.505,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.39300000000000002,"15min":0.38100000000000001},"min":{"1min":0.27900000000000003,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.51800000000000002,"5min":0.60999999999999999,"15min":0.60999999999999999},"last":0.40600000000000003}]},{"osd":3,"last update":"Thu Aug 29 14:51:52 2024","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.42999999999999999,"15min":0.437},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.58999999999999997,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.44,"15min":0.443},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.59899999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.442}]},{"osd":4,"last update":"Thu Aug 29 14:51:13 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.56000000000000005,"15min":0.56399999999999995},"min":{"1min":0.38300000000000001,"5min":0.379,"15min":0.379},"max":{"1min":0.74099999999999999,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.73399999999999999},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.82199999999999995,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.61299999999999999}]},{"osd":5,"last update":"Thu Aug 29 14:51:33 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.58799999999999997,"15min":0.59899999999999998},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.73399999999999999,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.69799999999999995},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.60099999999999998,"15min":0.61099999999999999},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.71899999999999997,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.59199999999999997}]},{"osd":6,"last update":"Thu Aug 29 14:51:00 2024","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.629}]},{"osd":7,"last update":"Thu Aug 29 14:51:24 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.72099999999999997}]}]},{"osd":0,"up_from":8,"seq":34359738423,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28256,"kb_used_data":1236,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716896,"statfs":{"total":95995035648,"available":95966101504,"internally_reserved":0,"allocated":1265664,"data_stored":872706,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Aug 29 14:51:01 2024","interfaces":[{"interface":"back","average":{"1min":0.371,"5min":0.34599999999999997,"15min":0.32700000000000001},"min":{"1min":0.24099999999999999,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.54200000000000004,"5min":0.57799999999999996,"15min":0.57799999999999996},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.35199999999999998,"15min":0.33500000000000002},"min":{"1min":0.24099999999999999,"5min":0.221,"15min":0.221},"max":{"1min":0.58299999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.28299999999999997}]},{"osd":2,"last update":"Thu Aug 29 14:51:30 2024","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.40600000000000003,"15min":0.39100000000000001},"min":{"1min":0.25700000000000001,"5min":0.247,"15min":0.247},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.32100000000000001},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.39400000000000002,"15min":0.374},"min":{"1min":0.27100000000000002,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":1.123,"5min":1.123,"15min":1.123},"last":0.36099999999999999}]},{"osd":3,"last update":"Thu Aug 29 14:51:50 2024","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.44900000000000001,"15min":0.45300000000000001},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":1.1519999999999999,"5min":1.1519999999999999,"15min":1.1519999999999999},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.255}]},{"osd":4,"last update":"Thu Aug 29 14:51:12 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.57899999999999996,"15min":0.57799999999999996},"min":{"1min":0.40100000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.58599999999999997,"15min":0.58699999999999997},"min":{"1min":0.45200000000000001,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.746,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.48399999999999999}]},{"osd":5,"last update":"Thu Aug 29 14:51:38 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.60399999999999998,"15min":0.60499999999999998},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.036,"5min":1.036,"15min":1.036},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.60399999999999998,"15min":0.60499999999999998},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.50800000000000001}]},{"osd":6,"last update":"Thu Aug 29 14:51:01 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.47199999999999998}]},{"osd":7,"last update":"Thu Aug 29 14:51:25 2024","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.0740000000000001,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.53600000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-29T14:52:03.670 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-08-29T14:52:03.670 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-08-29T14:52:03.670 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-08-29T14:52:03.670 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph health --format=json 2024-08-29T14:52:03.891 INFO:journalctl@ceph.alertmanager.a.smithi064.stdout:Aug 29 14:52:03 smithi064 systemd[1]: ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-08-29T14:52:03.891 INFO:journalctl@ceph.alertmanager.a.smithi064.stdout:Aug 29 14:52:03 smithi064 systemd[1]: Stopped Ceph alertmanager.a for 2b44bde8-6615-11ef-bcd4-c7b262605968. 2024-08-29T14:52:03.891 INFO:journalctl@ceph.alertmanager.a.smithi064.stdout:Aug 29 14:52:03 smithi064 systemd[1]: Starting Ceph alertmanager.a for 2b44bde8-6615-11ef-bcd4-c7b262605968... 2024-08-29T14:52:04.218 INFO:journalctl@ceph.alertmanager.a.smithi064.stdout:Aug 29 14:52:03 smithi064 podman[66904]: 2024-08-29 14:52:03.890846934 +0000 UTC m=+0.086445294 volume create 0c563918682f0a18fe62d94ff747e369dfb446ad567f37c0acbf756f6c52e5dc 2024-08-29T14:52:04.219 INFO:journalctl@ceph.alertmanager.a.smithi064.stdout:Aug 29 14:52:03 smithi064 podman[66904]: 2024-08-29 14:52:03.821141506 +0000 UTC m=+0.016739883 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-08-29T14:52:04.219 INFO:journalctl@ceph.alertmanager.a.smithi064.stdout:Aug 29 14:52:04 smithi064 podman[66904]: 2024-08-29 14:52:04.016474891 +0000 UTC m=+0.212073250 container create cb7870b24e3116bb3ef5d2e6d7aef4dc5c6d67191e9278b76365c23dd80500b9 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-29T14:52:04.528 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:52:04.640 INFO:journalctl@ceph.alertmanager.a.smithi064.stdout:Aug 29 14:52:04 smithi064 podman[66904]: 2024-08-29 14:52:04.327327139 +0000 UTC m=+0.522925499 container init cb7870b24e3116bb3ef5d2e6d7aef4dc5c6d67191e9278b76365c23dd80500b9 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-29T14:52:04.641 INFO:journalctl@ceph.alertmanager.a.smithi064.stdout:Aug 29 14:52:04 smithi064 podman[66904]: 2024-08-29 14:52:04.332083264 +0000 UTC m=+0.527681630 container start cb7870b24e3116bb3ef5d2e6d7aef4dc5c6d67191e9278b76365c23dd80500b9 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-29T14:52:04.641 INFO:journalctl@ceph.alertmanager.a.smithi064.stdout:Aug 29 14:52:04 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-alertmanager-a[66930]: ts=2024-08-29T14:52:04.344Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-08-29T14:52:04.641 INFO:journalctl@ceph.alertmanager.a.smithi064.stdout:Aug 29 14:52:04 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-alertmanager-a[66930]: ts=2024-08-29T14:52:04.344Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-08-29T14:52:04.641 INFO:journalctl@ceph.alertmanager.a.smithi064.stdout:Aug 29 14:52:04 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-alertmanager-a[66930]: ts=2024-08-29T14:52:04.345Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.64 port=9094 2024-08-29T14:52:04.641 INFO:journalctl@ceph.alertmanager.a.smithi064.stdout:Aug 29 14:52:04 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-alertmanager-a[66930]: ts=2024-08-29T14:52:04.346Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-08-29T14:52:04.641 INFO:journalctl@ceph.alertmanager.a.smithi064.stdout:Aug 29 14:52:04 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-alertmanager-a[66930]: ts=2024-08-29T14:52:04.370Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-29T14:52:04.641 INFO:journalctl@ceph.alertmanager.a.smithi064.stdout:Aug 29 14:52:04 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-alertmanager-a[66930]: ts=2024-08-29T14:52:04.370Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-29T14:52:04.641 INFO:journalctl@ceph.alertmanager.a.smithi064.stdout:Aug 29 14:52:04 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-alertmanager-a[66930]: ts=2024-08-29T14:52:04.373Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-08-29T14:52:04.641 INFO:journalctl@ceph.alertmanager.a.smithi064.stdout:Aug 29 14:52:04 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-alertmanager-a[66930]: ts=2024-08-29T14:52:04.373Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-08-29T14:52:04.641 INFO:journalctl@ceph.alertmanager.a.smithi064.stdout:Aug 29 14:52:04 smithi064 bash[66904]: cb7870b24e3116bb3ef5d2e6d7aef4dc5c6d67191e9278b76365c23dd80500b9 2024-08-29T14:52:04.641 INFO:journalctl@ceph.alertmanager.a.smithi064.stdout:Aug 29 14:52:04 smithi064 systemd[1]: Started Ceph alertmanager.a for 2b44bde8-6615-11ef-bcd4-c7b262605968. 2024-08-29T14:52:04.956 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:52:04 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: ::ffff:172.21.15.146 - - [29/Aug/2024:14:52:04] "GET /metrics HTTP/1.1" 200 28503 "" "Prometheus/2.43.0" 2024-08-29T14:52:05.709 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:05 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:05.710 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:05 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:05.710 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:05 smithi064 ceph-mon[30833]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-29T14:52:05.710 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:05 smithi064 ceph-mon[30833]: pgmap v44: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:05.710 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:05 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:05.710 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:05 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:05.710 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:05 smithi064 ceph-mon[19398]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-29T14:52:05.710 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:05 smithi064 ceph-mon[19398]: pgmap v44: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:05.724 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:05 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:05.724 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:05 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:05.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:05 smithi146 ceph-mon[23161]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-29T14:52:05.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:05 smithi146 ceph-mon[23161]: pgmap v44: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:06.437 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:52:06.437 INFO:teuthology.orchestra.run.smithi064.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-08-29T14:52:06.628 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:06 smithi146 ceph-mon[23161]: Reconfiguring daemon prometheus.a on smithi146 2024-08-29T14:52:06.628 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:06 smithi146 ceph-mon[23161]: from='client.? 172.21.15.64:0/2750791175' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-08-29T14:52:06.780 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:06 smithi064 ceph-mon[30833]: Reconfiguring daemon prometheus.a on smithi146 2024-08-29T14:52:06.780 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:06 smithi064 ceph-mon[30833]: from='client.? 172.21.15.64:0/2750791175' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-08-29T14:52:06.781 INFO:journalctl@ceph.alertmanager.a.smithi064.stdout:Aug 29 14:52:06 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-alertmanager-a[66930]: ts=2024-08-29T14:52:06.347Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000226338s 2024-08-29T14:52:06.781 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:06 smithi064 ceph-mon[19398]: Reconfiguring daemon prometheus.a on smithi146 2024-08-29T14:52:06.781 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:06 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/2750791175' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-08-29T14:52:07.130 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-08-29T14:52:07.131 INFO:tasks.cephadm:Setup complete, yielding 2024-08-29T14:52:07.131 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-08-29T14:52:07.142 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi064.front.sepia.ceph.com 2024-08-29T14:52:07.142 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- bash -c 'ceph fs volume create foo' 2024-08-29T14:52:07.343 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:52:07.724 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:07 smithi146 ceph-mon[23161]: pgmap v45: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:07.780 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:07 smithi064 ceph-mon[30833]: pgmap v45: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:07.781 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:07 smithi064 ceph-mon[19398]: pgmap v45: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:08.224 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:52:07 smithi146 systemd[1]: Stopping Ceph prometheus.a for 2b44bde8-6615-11ef-bcd4-c7b262605968... 2024-08-29T14:52:08.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:08 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:52:08.475 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:52:08 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[52238]: ts=2024-08-29T14:52:08.222Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-29T14:52:08.475 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:52:08 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[52238]: ts=2024-08-29T14:52:08.223Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-08-29T14:52:08.475 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:52:08 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[52238]: ts=2024-08-29T14:52:08.223Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-08-29T14:52:08.475 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:52:08 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[52238]: ts=2024-08-29T14:52:08.223Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-29T14:52:08.475 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:52:08 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[52238]: ts=2024-08-29T14:52:08.223Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-08-29T14:52:08.475 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:52:08 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[52238]: ts=2024-08-29T14:52:08.223Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-08-29T14:52:08.475 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:52:08 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[52238]: ts=2024-08-29T14:52:08.223Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-08-29T14:52:08.475 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:52:08 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[52238]: ts=2024-08-29T14:52:08.223Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-08-29T14:52:08.475 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:52:08 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[52238]: ts=2024-08-29T14:52:08.223Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-08-29T14:52:08.476 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:52:08 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[52238]: ts=2024-08-29T14:52:08.223Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-08-29T14:52:08.476 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:52:08 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[52238]: ts=2024-08-29T14:52:08.223Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-08-29T14:52:08.476 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:52:08 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[52238]: ts=2024-08-29T14:52:08.223Z caller=main.go:1147 level=info msg="See you next time!" 2024-08-29T14:52:08.476 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:52:08 smithi146 podman[55551]: 2024-08-29 14:52:08.233547438 +0000 UTC m=+0.122774272 container died 374691ab0ce0c72dee82169eb6e6a7bc99946733e5df646fdd8f46f8365b2ee1 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-29T14:52:08.780 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:08 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:52:08.780 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:08 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:52:08.974 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:52:08 smithi146 podman[55551]: 2024-08-29 14:52:08.570384991 +0000 UTC m=+0.459611812 container cleanup 374691ab0ce0c72dee82169eb6e6a7bc99946733e5df646fdd8f46f8365b2ee1 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-29T14:52:08.975 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:52:08 smithi146 bash[55551]: ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a 2024-08-29T14:52:08.975 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:52:08 smithi146 podman[55568]: 2024-08-29 14:52:08.779965664 +0000 UTC m=+0.548994642 container remove 374691ab0ce0c72dee82169eb6e6a7bc99946733e5df646fdd8f46f8365b2ee1 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-29T14:52:09.248 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:52:08 smithi146 systemd[1]: ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-08-29T14:52:09.248 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:52:08 smithi146 systemd[1]: Stopped Ceph prometheus.a for 2b44bde8-6615-11ef-bcd4-c7b262605968. 2024-08-29T14:52:09.248 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:52:08 smithi146 systemd[1]: ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@prometheus.a.service: Consumed 1.160s CPU time. 2024-08-29T14:52:09.248 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:52:08 smithi146 systemd[1]: Starting Ceph prometheus.a for 2b44bde8-6615-11ef-bcd4-c7b262605968... 2024-08-29T14:52:09.248 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:52:09 smithi146 podman[55664]: 2024-08-29 14:52:09.101859083 +0000 UTC m=+0.016543716 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-08-29T14:52:09.516 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:09 smithi146 ceph-mon[23161]: pgmap v46: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:09.516 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:09 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2024-08-29T14:52:09.516 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:52:09 smithi146 podman[55664]: 2024-08-29 14:52:09.247689192 +0000 UTC m=+0.162373870 container create d986dd33fb13b91ea01b2a8308ae7df02d39cedad6e476e792e2a0c69c5cd8a5 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-29T14:52:09.516 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:52:09 smithi146 podman[55664]: 2024-08-29 14:52:09.48803855 +0000 UTC m=+0.402723183 container init d986dd33fb13b91ea01b2a8308ae7df02d39cedad6e476e792e2a0c69c5cd8a5 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-29T14:52:09.516 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:52:09 smithi146 podman[55664]: 2024-08-29 14:52:09.493028072 +0000 UTC m=+0.407712711 container start d986dd33fb13b91ea01b2a8308ae7df02d39cedad6e476e792e2a0c69c5cd8a5 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-29T14:52:09.750 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:09 smithi064 ceph-mon[19398]: pgmap v46: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:09.751 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:09 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2024-08-29T14:52:09.751 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:09 smithi064 ceph-mon[30833]: pgmap v46: 9 pgs: 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:09.751 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:09 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2024-08-29T14:52:09.975 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:52:09 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[55678]: ts=2024-08-29T14:52:09.515Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-08-29T14:52:09.975 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:52:09 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[55678]: ts=2024-08-29T14:52:09.515Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-08-29T14:52:09.975 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:52:09 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[55678]: ts=2024-08-29T14:52:09.515Z caller=main.go:570 level=info host_details="(Linux 5.14.0-503.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024 x86_64 smithi146 (none))" 2024-08-29T14:52:09.976 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:52:09 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[55678]: ts=2024-08-29T14:52:09.515Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-29T14:52:09.976 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:52:09 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[55678]: ts=2024-08-29T14:52:09.515Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-29T14:52:09.976 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:52:09 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[55678]: ts=2024-08-29T14:52:09.517Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-08-29T14:52:09.976 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:52:09 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[55678]: ts=2024-08-29T14:52:09.517Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-08-29T14:52:09.976 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:52:09 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[55678]: ts=2024-08-29T14:52:09.519Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-08-29T14:52:09.976 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:52:09 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[55678]: ts=2024-08-29T14:52:09.519Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-29T14:52:09.976 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:52:09 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[55678]: ts=2024-08-29T14:52:09.520Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-29T14:52:09.976 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:52:09 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[55678]: ts=2024-08-29T14:52:09.520Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.75µs 2024-08-29T14:52:09.976 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:52:09 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[55678]: ts=2024-08-29T14:52:09.520Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-29T14:52:09.976 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:52:09 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[55678]: ts=2024-08-29T14:52:09.522Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-08-29T14:52:09.976 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:52:09 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[55678]: ts=2024-08-29T14:52:09.522Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-08-29T14:52:09.976 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:52:09 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[55678]: ts=2024-08-29T14:52:09.522Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=30.008µs wal_replay_duration=1.905499ms wbl_replay_duration=94ns total_replay_duration=1.955904ms 2024-08-29T14:52:09.977 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:52:09 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[55678]: ts=2024-08-29T14:52:09.523Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-08-29T14:52:09.977 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:52:09 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[55678]: ts=2024-08-29T14:52:09.523Z caller=main.go:1029 level=info msg="TSDB started" 2024-08-29T14:52:09.977 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:52:09 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[55678]: ts=2024-08-29T14:52:09.523Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-29T14:52:09.977 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:52:09 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[55678]: ts=2024-08-29T14:52:09.546Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=22.617263ms db_storage=765ns remote_storage=1.142µs web_handler=390ns query_engine=552ns scrape=370.054µs scrape_sd=85.302µs notify=16.725µs notify_sd=22.605µs rules=21.810938ms tracing=7.525µs 2024-08-29T14:52:09.977 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:52:09 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[55678]: ts=2024-08-29T14:52:09.546Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-08-29T14:52:09.977 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:52:09 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[55678]: ts=2024-08-29T14:52:09.546Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-08-29T14:52:09.977 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:52:09 smithi146 bash[55664]: d986dd33fb13b91ea01b2a8308ae7df02d39cedad6e476e792e2a0c69c5cd8a5 2024-08-29T14:52:09.977 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:52:09 smithi146 systemd[1]: Started Ceph prometheus.a for 2b44bde8-6615-11ef-bcd4-c7b262605968. 2024-08-29T14:52:10.030 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:52:09 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: [29/Aug/2024:14:52:09] ENGINE Bus STOPPING 2024-08-29T14:52:10.486 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:52:10 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: [29/Aug/2024:14:52:10] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-29T14:52:10.486 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:52:10 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: [29/Aug/2024:14:52:10] ENGINE Bus STOPPED 2024-08-29T14:52:10.486 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:52:10 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: [29/Aug/2024:14:52:10] ENGINE Bus STARTING 2024-08-29T14:52:10.486 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:52:10 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: [29/Aug/2024:14:52:10] ENGINE Serving on http://:::9283 2024-08-29T14:52:10.486 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:52:10 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: [29/Aug/2024:14:52:10] ENGINE Bus STARTED 2024-08-29T14:52:10.486 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:52:10 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: [29/Aug/2024:14:52:10] ENGINE Bus STOPPING 2024-08-29T14:52:10.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:10 smithi146 ceph-mon[23161]: from='client.24515 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foo", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:52:10.729 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:10 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]': finished 2024-08-29T14:52:10.729 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:10 smithi146 ceph-mon[23161]: osdmap e67: 8 total, 8 up, 8 in 2024-08-29T14:52:10.729 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:10 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2024-08-29T14:52:10.729 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:10 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:10.730 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:10 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:10.730 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:10 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-29T14:52:10.730 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:10 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi064:9093"}]: dispatch 2024-08-29T14:52:10.730 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:10 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:10.730 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:10 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-29T14:52:10.730 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:10 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi146.front.sepia.ceph.com:9095"}]: dispatch 2024-08-29T14:52:10.730 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:10 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:10.730 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:10 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-29T14:52:10.730 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:10 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi146.front.sepia.ceph.com:3000"}]: dispatch 2024-08-29T14:52:10.730 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:10 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:10.730 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:10 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:52:10.780 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:10 smithi064 ceph-mon[30833]: from='client.24515 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foo", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:52:10.780 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:10 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]': finished 2024-08-29T14:52:10.780 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:10 smithi064 ceph-mon[30833]: osdmap e67: 8 total, 8 up, 8 in 2024-08-29T14:52:10.780 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:10 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2024-08-29T14:52:10.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:10 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:10.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:10 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:10.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:10 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-29T14:52:10.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:10 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi064:9093"}]: dispatch 2024-08-29T14:52:10.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:10 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:10.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:10 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-29T14:52:10.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:10 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi146.front.sepia.ceph.com:9095"}]: dispatch 2024-08-29T14:52:10.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:10 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:10.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:10 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-29T14:52:10.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:10 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi146.front.sepia.ceph.com:3000"}]: dispatch 2024-08-29T14:52:10.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:10 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:10.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:10 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:52:10.782 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:10 smithi064 ceph-mon[19398]: from='client.24515 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foo", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:52:10.782 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:10 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mon-a[19375]: 2024-08-29T14:52:10.484+0000 7fe99e8e4640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-29T14:52:10.782 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:10 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]': finished 2024-08-29T14:52:10.782 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:10 smithi064 ceph-mon[19398]: osdmap e67: 8 total, 8 up, 8 in 2024-08-29T14:52:10.782 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:10 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2024-08-29T14:52:10.782 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:10 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:10.782 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:10 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:10.782 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:10 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-29T14:52:10.782 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:10 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi064:9093"}]: dispatch 2024-08-29T14:52:10.782 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:10 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:10.782 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:10 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-29T14:52:10.782 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:10 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi146.front.sepia.ceph.com:9095"}]: dispatch 2024-08-29T14:52:10.783 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:10 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:10.783 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:10 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-29T14:52:10.783 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:10 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi146.front.sepia.ceph.com:3000"}]: dispatch 2024-08-29T14:52:10.783 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:10 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:10.783 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:10 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:52:11.169 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:52:10 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: [29/Aug/2024:14:52:10] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-29T14:52:11.169 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:52:10 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: [29/Aug/2024:14:52:10] ENGINE Bus STOPPED 2024-08-29T14:52:11.169 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:52:10 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: [29/Aug/2024:14:52:10] ENGINE Bus STARTING 2024-08-29T14:52:11.169 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:52:10 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: [29/Aug/2024:14:52:10] ENGINE Serving on http://:::9283 2024-08-29T14:52:11.169 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:52:10 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: [29/Aug/2024:14:52:10] ENGINE Bus STARTED 2024-08-29T14:52:11.169 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:52:10 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: [29/Aug/2024:14:52:10] ENGINE Bus STOPPING 2024-08-29T14:52:11.601 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force' 2024-08-29T14:52:11.779 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:11 smithi146 ceph-mon[23161]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-29T14:52:11.780 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:11 smithi146 ceph-mon[23161]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi064:9093"}]: dispatch 2024-08-29T14:52:11.780 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:11 smithi146 ceph-mon[23161]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-29T14:52:11.780 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:11 smithi146 ceph-mon[23161]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi146.front.sepia.ceph.com:9095"}]: dispatch 2024-08-29T14:52:11.780 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:11 smithi146 ceph-mon[23161]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-29T14:52:11.780 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:11 smithi146 ceph-mon[23161]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi146.front.sepia.ceph.com:3000"}]: dispatch 2024-08-29T14:52:11.780 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:11 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd='[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]': finished 2024-08-29T14:52:11.780 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:11 smithi146 ceph-mon[23161]: osdmap e68: 8 total, 8 up, 8 in 2024-08-29T14:52:11.780 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:11 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2024-08-29T14:52:11.780 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:11 smithi146 ceph-mon[23161]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-29T14:52:11.780 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:11 smithi146 ceph-mon[23161]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-08-29T14:52:11.780 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:11 smithi146 ceph-mon[23161]: osdmap e69: 8 total, 8 up, 8 in 2024-08-29T14:52:11.780 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:11 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd='[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]': finished 2024-08-29T14:52:11.781 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:11 smithi146 ceph-mon[23161]: fsmap foo:0 2024-08-29T14:52:11.781 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:11 smithi146 ceph-mon[23161]: Saving service mds.foo spec with placement count:2 2024-08-29T14:52:11.781 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:11 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:11.781 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:11 smithi146 ceph-mon[23161]: pgmap v50: 73 pgs: 64 unknown, 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:11.781 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:52:11 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: [29/Aug/2024:14:52:11] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-29T14:52:11.781 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:52:11 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: [29/Aug/2024:14:52:11] ENGINE Bus STOPPED 2024-08-29T14:52:11.781 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:52:11 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: [29/Aug/2024:14:52:11] ENGINE Bus STARTING 2024-08-29T14:52:11.782 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:52:11 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: [29/Aug/2024:14:52:11] ENGINE Serving on http://:::9283 2024-08-29T14:52:11.782 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:52:11 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: [29/Aug/2024:14:52:11] ENGINE Bus STARTED 2024-08-29T14:52:11.782 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:11 smithi064 ceph-mon[19398]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-29T14:52:11.782 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:11 smithi064 ceph-mon[19398]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi064:9093"}]: dispatch 2024-08-29T14:52:11.782 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:11 smithi064 ceph-mon[19398]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-29T14:52:11.782 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:11 smithi064 ceph-mon[19398]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi146.front.sepia.ceph.com:9095"}]: dispatch 2024-08-29T14:52:11.782 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:11 smithi064 ceph-mon[19398]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-29T14:52:11.782 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:11 smithi064 ceph-mon[19398]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi146.front.sepia.ceph.com:3000"}]: dispatch 2024-08-29T14:52:11.782 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:11 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd='[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]': finished 2024-08-29T14:52:11.782 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:11 smithi064 ceph-mon[19398]: osdmap e68: 8 total, 8 up, 8 in 2024-08-29T14:52:11.782 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:11 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2024-08-29T14:52:11.783 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:11 smithi064 ceph-mon[19398]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-29T14:52:11.783 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:11 smithi064 ceph-mon[19398]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-08-29T14:52:11.783 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:11 smithi064 ceph-mon[19398]: osdmap e69: 8 total, 8 up, 8 in 2024-08-29T14:52:11.783 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:11 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd='[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]': finished 2024-08-29T14:52:11.783 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:11 smithi064 ceph-mon[19398]: fsmap foo:0 2024-08-29T14:52:11.783 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:11 smithi064 ceph-mon[19398]: Saving service mds.foo spec with placement count:2 2024-08-29T14:52:11.783 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:11 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:11.783 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:11 smithi064 ceph-mon[19398]: pgmap v50: 73 pgs: 64 unknown, 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:11.784 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:11 smithi064 ceph-mon[30833]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-29T14:52:11.784 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:11 smithi064 ceph-mon[30833]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi064:9093"}]: dispatch 2024-08-29T14:52:11.784 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:11 smithi064 ceph-mon[30833]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-29T14:52:11.784 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:11 smithi064 ceph-mon[30833]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi146.front.sepia.ceph.com:9095"}]: dispatch 2024-08-29T14:52:11.784 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:11 smithi064 ceph-mon[30833]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-29T14:52:11.784 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:11 smithi064 ceph-mon[30833]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi146.front.sepia.ceph.com:3000"}]: dispatch 2024-08-29T14:52:11.784 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:11 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd='[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]': finished 2024-08-29T14:52:11.784 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:11 smithi064 ceph-mon[30833]: osdmap e68: 8 total, 8 up, 8 in 2024-08-29T14:52:11.784 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:11 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2024-08-29T14:52:11.785 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:11 smithi064 ceph-mon[30833]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-29T14:52:11.785 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:11 smithi064 ceph-mon[30833]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-08-29T14:52:11.785 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:11 smithi064 ceph-mon[30833]: osdmap e69: 8 total, 8 up, 8 in 2024-08-29T14:52:11.785 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:11 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd='[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]': finished 2024-08-29T14:52:11.785 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:11 smithi064 ceph-mon[30833]: fsmap foo:0 2024-08-29T14:52:11.785 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:11 smithi064 ceph-mon[30833]: Saving service mds.foo spec with placement count:2 2024-08-29T14:52:11.785 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:11 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:11.785 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:11 smithi064 ceph-mon[30833]: pgmap v50: 73 pgs: 64 unknown, 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:12.611 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:52:12.765 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:12 smithi064 ceph-mon[30833]: osdmap e70: 8 total, 8 up, 8 in 2024-08-29T14:52:12.765 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:12 smithi064 ceph-mon[19398]: osdmap e70: 8 total, 8 up, 8 in 2024-08-29T14:52:12.880 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:12 smithi146 ceph-mon[23161]: osdmap e70: 8 total, 8 up, 8 in 2024-08-29T14:52:13.780 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:13 smithi064 ceph-mon[19398]: osdmap e71: 8 total, 8 up, 8 in 2024-08-29T14:52:13.780 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:13 smithi064 ceph-mon[19398]: pgmap v53: 73 pgs: 64 unknown, 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:13.780 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:13 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:13.780 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:13 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:13.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:13 smithi064 ceph-mon[30833]: osdmap e71: 8 total, 8 up, 8 in 2024-08-29T14:52:13.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:13 smithi064 ceph-mon[30833]: pgmap v53: 73 pgs: 64 unknown, 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:13.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:13 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:13.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:13 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:13.974 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:13 smithi146 ceph-mon[23161]: osdmap e71: 8 total, 8 up, 8 in 2024-08-29T14:52:13.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:13 smithi146 ceph-mon[23161]: pgmap v53: 73 pgs: 64 unknown, 9 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:13.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:13 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:13.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:13 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:14.442 INFO:journalctl@ceph.alertmanager.a.smithi064.stdout:Aug 29 14:52:14 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-alertmanager-a[66930]: ts=2024-08-29T14:52:14.349Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002537057s 2024-08-29T14:52:14.748 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:52:14 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: ::ffff:172.21.15.146 - - [29/Aug/2024:14:52:14] "GET /metrics HTTP/1.1" 200 28503 "" "Prometheus/2.43.0" 2024-08-29T14:52:15.003 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:14 smithi064 ceph-mon[19398]: pgmap v54: 73 pgs: 73 active+clean; 577 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:15.003 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:14 smithi064 ceph-mon[30833]: pgmap v54: 73 pgs: 73 active+clean; 577 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:15.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:14 smithi146 ceph-mon[23161]: pgmap v54: 73 pgs: 73 active+clean; 577 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:16.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:15 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:16.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:15 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:16.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:15 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:52:16.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:15 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:52:16.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:15 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:16.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:15 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi064.wfhkrv", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-29T14:52:16.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:15 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi064.wfhkrv", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-29T14:52:16.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:15 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:52:16.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:15 smithi064 ceph-mon[19398]: Deploying daemon mds.foo.smithi064.wfhkrv on smithi064 2024-08-29T14:52:16.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:15 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:16.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:15 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:16.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:15 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:52:16.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:15 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:52:16.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:15 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:16.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:15 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi064.wfhkrv", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-29T14:52:16.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:15 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi064.wfhkrv", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-29T14:52:16.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:15 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:52:16.032 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:15 smithi064 ceph-mon[30833]: Deploying daemon mds.foo.smithi064.wfhkrv on smithi064 2024-08-29T14:52:16.076 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force' 2024-08-29T14:52:16.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:15 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:16.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:15 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:16.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:15 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:52:16.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:15 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:52:16.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:15 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:16.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:15 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi064.wfhkrv", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-29T14:52:16.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:15 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi064.wfhkrv", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-29T14:52:16.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:15 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:52:16.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:15 smithi146 ceph-mon[23161]: Deploying daemon mds.foo.smithi064.wfhkrv on smithi064 2024-08-29T14:52:16.972 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:16 smithi064 ceph-mon[30833]: pgmap v55: 73 pgs: 73 active+clean; 577 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:16.973 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:16 smithi064 ceph-mon[19398]: pgmap v55: 73 pgs: 73 active+clean; 577 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:17.135 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:52:17.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:16 smithi146 ceph-mon[23161]: pgmap v55: 73 pgs: 73 active+clean; 577 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:18.937 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:18 smithi064 ceph-mon[30833]: pgmap v56: 73 pgs: 73 active+clean; 577 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:18.938 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:18 smithi064 ceph-mon[19398]: pgmap v56: 73 pgs: 73 active+clean; 577 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:19.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:18 smithi146 ceph-mon[23161]: pgmap v56: 73 pgs: 73 active+clean; 577 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:20.130 INFO:teuthology.run_tasks:Running task ceph.healthy... 2024-08-29T14:52:20.139 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-08-29T14:52:20.139 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-08-29T14:52:20.139 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph mgr dump --format=json 2024-08-29T14:52:20.343 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:52:20.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:20 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:20.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:20 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:20.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:20 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:20.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:20 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi146.emtesl", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-29T14:52:20.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:20 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi146.emtesl", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-29T14:52:20.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:20 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:52:20.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:20 smithi146 ceph-mon[23161]: Deploying daemon mds.foo.smithi146.emtesl on smithi146 2024-08-29T14:52:20.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:20 smithi146 ceph-mon[23161]: mds.? [v2:172.21.15.64:6834/1529644512,v1:172.21.15.64:6835/1529644512] up:boot 2024-08-29T14:52:20.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:20 smithi146 ceph-mon[23161]: daemon mds.foo.smithi064.wfhkrv assigned to filesystem foo as rank 0 (now has 1 ranks) 2024-08-29T14:52:20.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:20 smithi146 ceph-mon[23161]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-29T14:52:20.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:20 smithi146 ceph-mon[23161]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-08-29T14:52:20.726 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:20 smithi146 ceph-mon[23161]: Cluster is now healthy 2024-08-29T14:52:20.726 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:20 smithi146 ceph-mon[23161]: fsmap foo:0 1 up:standby 2024-08-29T14:52:20.726 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:20 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi064.wfhkrv"}]: dispatch 2024-08-29T14:52:20.726 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:20 smithi146 ceph-mon[23161]: fsmap foo:1 {0=foo.smithi064.wfhkrv=up:creating} 2024-08-29T14:52:20.726 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:20 smithi146 ceph-mon[23161]: daemon mds.foo.smithi064.wfhkrv is now active in filesystem foo as rank 0 2024-08-29T14:52:20.735 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:20 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:20.736 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:20 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:20.736 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:20 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:20.736 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:20 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi146.emtesl", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-29T14:52:20.736 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:20 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi146.emtesl", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-29T14:52:20.736 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:20 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:52:20.736 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:20 smithi064 ceph-mon[30833]: Deploying daemon mds.foo.smithi146.emtesl on smithi146 2024-08-29T14:52:20.736 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:20 smithi064 ceph-mon[30833]: mds.? [v2:172.21.15.64:6834/1529644512,v1:172.21.15.64:6835/1529644512] up:boot 2024-08-29T14:52:20.736 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:20 smithi064 ceph-mon[30833]: daemon mds.foo.smithi064.wfhkrv assigned to filesystem foo as rank 0 (now has 1 ranks) 2024-08-29T14:52:20.736 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:20 smithi064 ceph-mon[30833]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-29T14:52:20.736 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:20 smithi064 ceph-mon[30833]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-08-29T14:52:20.736 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:20 smithi064 ceph-mon[30833]: Cluster is now healthy 2024-08-29T14:52:20.736 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:20 smithi064 ceph-mon[30833]: fsmap foo:0 1 up:standby 2024-08-29T14:52:20.736 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:20 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi064.wfhkrv"}]: dispatch 2024-08-29T14:52:20.737 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:20 smithi064 ceph-mon[30833]: fsmap foo:1 {0=foo.smithi064.wfhkrv=up:creating} 2024-08-29T14:52:20.737 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:20 smithi064 ceph-mon[30833]: daemon mds.foo.smithi064.wfhkrv is now active in filesystem foo as rank 0 2024-08-29T14:52:20.737 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:20 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:20.737 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:20 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:20.737 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:20 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:20.737 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:20 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi146.emtesl", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-29T14:52:20.737 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:20 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi146.emtesl", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-29T14:52:20.737 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:20 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:52:20.737 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:20 smithi064 ceph-mon[19398]: Deploying daemon mds.foo.smithi146.emtesl on smithi146 2024-08-29T14:52:20.737 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:20 smithi064 ceph-mon[19398]: mds.? [v2:172.21.15.64:6834/1529644512,v1:172.21.15.64:6835/1529644512] up:boot 2024-08-29T14:52:20.737 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:20 smithi064 ceph-mon[19398]: daemon mds.foo.smithi064.wfhkrv assigned to filesystem foo as rank 0 (now has 1 ranks) 2024-08-29T14:52:20.738 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:20 smithi064 ceph-mon[19398]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-29T14:52:20.738 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:20 smithi064 ceph-mon[19398]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-08-29T14:52:20.738 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:20 smithi064 ceph-mon[19398]: Cluster is now healthy 2024-08-29T14:52:20.738 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:20 smithi064 ceph-mon[19398]: fsmap foo:0 1 up:standby 2024-08-29T14:52:20.738 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:20 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi064.wfhkrv"}]: dispatch 2024-08-29T14:52:20.738 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:20 smithi064 ceph-mon[19398]: fsmap foo:1 {0=foo.smithi064.wfhkrv=up:creating} 2024-08-29T14:52:20.738 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:20 smithi064 ceph-mon[19398]: daemon mds.foo.smithi064.wfhkrv is now active in filesystem foo as rank 0 2024-08-29T14:52:21.714 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:21 smithi064 ceph-mon[30833]: pgmap v57: 73 pgs: 73 active+clean; 577 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:21.714 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:21 smithi064 ceph-mon[30833]: mds.? [v2:172.21.15.64:6834/1529644512,v1:172.21.15.64:6835/1529644512] up:active 2024-08-29T14:52:21.714 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:21 smithi064 ceph-mon[30833]: fsmap foo:1 {0=foo.smithi064.wfhkrv=up:active} 2024-08-29T14:52:21.715 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:21 smithi064 ceph-mon[19398]: pgmap v57: 73 pgs: 73 active+clean; 577 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:21.715 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:21 smithi064 ceph-mon[19398]: mds.? [v2:172.21.15.64:6834/1529644512,v1:172.21.15.64:6835/1529644512] up:active 2024-08-29T14:52:21.715 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:21 smithi064 ceph-mon[19398]: fsmap foo:1 {0=foo.smithi064.wfhkrv=up:active} 2024-08-29T14:52:21.724 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:21 smithi146 ceph-mon[23161]: pgmap v57: 73 pgs: 73 active+clean; 577 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:21.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:21 smithi146 ceph-mon[23161]: mds.? [v2:172.21.15.64:6834/1529644512,v1:172.21.15.64:6835/1529644512] up:active 2024-08-29T14:52:21.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:21 smithi146 ceph-mon[23161]: fsmap foo:1 {0=foo.smithi064.wfhkrv=up:active} 2024-08-29T14:52:22.487 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:52:23.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:22 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:23.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:22 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:23.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:22 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:23.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:22 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:23.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:22 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:23.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:22 smithi146 ceph-mon[23161]: mds.? [v2:172.21.15.146:6832/1262323566,v1:172.21.15.146:6833/1262323566] up:boot 2024-08-29T14:52:23.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:22 smithi146 ceph-mon[23161]: fsmap foo:1 {0=foo.smithi064.wfhkrv=up:active} 1 up:standby 2024-08-29T14:52:23.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:22 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi146.emtesl"}]: dispatch 2024-08-29T14:52:23.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:22 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:52:23.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:22 smithi146 ceph-mon[23161]: from='client.? 172.21.15.64:0/426328001' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-08-29T14:52:23.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:22 smithi146 ceph-mon[23161]: pgmap v58: 73 pgs: 73 active+clean; 577 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:23.226 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:22 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:52:23.226 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:22 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:23.280 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:22 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:23.280 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:22 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:23.280 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:22 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:23.280 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:22 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:23.280 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:22 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:23.281 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:22 smithi064 ceph-mon[30833]: mds.? [v2:172.21.15.146:6832/1262323566,v1:172.21.15.146:6833/1262323566] up:boot 2024-08-29T14:52:23.281 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:22 smithi064 ceph-mon[30833]: fsmap foo:1 {0=foo.smithi064.wfhkrv=up:active} 1 up:standby 2024-08-29T14:52:23.281 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:22 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi146.emtesl"}]: dispatch 2024-08-29T14:52:23.281 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:22 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:52:23.281 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:22 smithi064 ceph-mon[30833]: from='client.? 172.21.15.64:0/426328001' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-08-29T14:52:23.281 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:22 smithi064 ceph-mon[30833]: pgmap v58: 73 pgs: 73 active+clean; 577 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:23.281 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:22 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:52:23.281 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:22 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:23.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:22 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:23.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:22 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:23.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:22 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:23.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:22 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:23.282 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:22 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:23.282 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:22 smithi064 ceph-mon[19398]: mds.? [v2:172.21.15.146:6832/1262323566,v1:172.21.15.146:6833/1262323566] up:boot 2024-08-29T14:52:23.282 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:22 smithi064 ceph-mon[19398]: fsmap foo:1 {0=foo.smithi064.wfhkrv=up:active} 1 up:standby 2024-08-29T14:52:23.282 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:22 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi146.emtesl"}]: dispatch 2024-08-29T14:52:23.282 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:22 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:52:23.282 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:22 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/426328001' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-08-29T14:52:23.282 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:22 smithi064 ceph-mon[19398]: pgmap v58: 73 pgs: 73 active+clean; 577 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:23.282 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:22 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:52:23.282 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:22 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:23.714 INFO:teuthology.orchestra.run.smithi064.stdout:{"epoch":20,"flags":0,"active_gid":24332,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6800","nonce":2232156892},{"type":"v1","addr":"172.21.15.64:6801","nonce":2232156892}]},"active_addr":"172.21.15.64:6801/2232156892","active_change":"2024-08-29T14:50:52.643638+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":24355,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.64:8443/","prometheus":"http://172.21.15.64:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":61,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.64:0","nonce":2379693311}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.64:0","nonce":1056683632}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.64:0","nonce":3932070225}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.64:0","nonce":2373187160}]}]} 2024-08-29T14:52:23.719 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-08-29T14:52:23.719 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-08-29T14:52:23.719 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph osd dump --format=json 2024-08-29T14:52:23.942 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:52:24.759 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:52:24 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: ::ffff:172.21.15.146 - - [29/Aug/2024:14:52:24] "GET /metrics HTTP/1.1" 200 33670 "" "Prometheus/2.43.0" 2024-08-29T14:52:25.372 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:25 smithi146 ceph-mon[23161]: mds.? [v2:172.21.15.64:6834/1529644512,v1:172.21.15.64:6835/1529644512] up:active 2024-08-29T14:52:25.373 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:25 smithi146 ceph-mon[23161]: fsmap foo:1 {0=foo.smithi064.wfhkrv=up:active} 1 up:standby 2024-08-29T14:52:25.373 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:25 smithi146 ceph-mon[23161]: pgmap v59: 73 pgs: 73 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-08-29T14:52:25.435 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:25 smithi064 ceph-mon[19398]: mds.? [v2:172.21.15.64:6834/1529644512,v1:172.21.15.64:6835/1529644512] up:active 2024-08-29T14:52:25.436 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:25 smithi064 ceph-mon[19398]: fsmap foo:1 {0=foo.smithi064.wfhkrv=up:active} 1 up:standby 2024-08-29T14:52:25.436 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:25 smithi064 ceph-mon[19398]: pgmap v59: 73 pgs: 73 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-08-29T14:52:25.436 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:25 smithi064 ceph-mon[30833]: mds.? [v2:172.21.15.64:6834/1529644512,v1:172.21.15.64:6835/1529644512] up:active 2024-08-29T14:52:25.436 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:25 smithi064 ceph-mon[30833]: fsmap foo:1 {0=foo.smithi064.wfhkrv=up:active} 1 up:standby 2024-08-29T14:52:25.436 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:25 smithi064 ceph-mon[30833]: pgmap v59: 73 pgs: 73 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-08-29T14:52:26.858 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:52:26.858 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:26 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:26.858 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:26 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:26.858 INFO:teuthology.orchestra.run.smithi064.stdout:{"epoch":71,"fsid":"2b44bde8-6615-11ef-bcd4-c7b262605968","created":"2024-08-29T14:45:21.451340+0000","modified":"2024-08-29T14:52:12.500608+0000","last_up_change":"2024-08-29T14:50:23.035922+0000","last_in_change":"2024-08-29T14:50:05.891208+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-29T14:48:23.290157+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-08-29T14:50:51.785237+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":65,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2024-08-29T14:52:09.366261+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"70","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2024-08-29T14:52:09.725389+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"71","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a23a954f-e78b-4de6-8dd7-4cbf27d7377a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6802","nonce":3600021288},{"type":"v1","addr":"172.21.15.64:6803","nonce":3600021288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6804","nonce":3600021288},{"type":"v1","addr":"172.21.15.64:6805","nonce":3600021288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6808","nonce":3600021288},{"type":"v1","addr":"172.21.15.64:6809","nonce":3600021288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6806","nonce":3600021288},{"type":"v1","addr":"172.21.15.64:6807","nonce":3600021288}]},"public_addr":"172.21.15.64:6803/3600021288","cluster_addr":"172.21.15.64:6805/3600021288","heartbeat_back_addr":"172.21.15.64:6809/3600021288","heartbeat_front_addr":"172.21.15.64:6807/3600021288","state":["exists","up"]},{"osd":1,"uuid":"3a71bfc7-f6da-46bb-b7be-886aadd68ba9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6810","nonce":2165277501},{"type":"v1","addr":"172.21.15.64:6811","nonce":2165277501}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6812","nonce":2165277501},{"type":"v1","addr":"172.21.15.64:6813","nonce":2165277501}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6816","nonce":2165277501},{"type":"v1","addr":"172.21.15.64:6817","nonce":2165277501}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6814","nonce":2165277501},{"type":"v1","addr":"172.21.15.64:6815","nonce":2165277501}]},"public_addr":"172.21.15.64:6811/2165277501","cluster_addr":"172.21.15.64:6813/2165277501","heartbeat_back_addr":"172.21.15.64:6817/2165277501","heartbeat_front_addr":"172.21.15.64:6815/2165277501","state":["exists","up"]},{"osd":2,"uuid":"9148e741-2bf9-4ec8-be23-a8bed3c9c0c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6818","nonce":2275369579},{"type":"v1","addr":"172.21.15.64:6819","nonce":2275369579}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6820","nonce":2275369579},{"type":"v1","addr":"172.21.15.64:6821","nonce":2275369579}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6824","nonce":2275369579},{"type":"v1","addr":"172.21.15.64:6825","nonce":2275369579}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6822","nonce":2275369579},{"type":"v1","addr":"172.21.15.64:6823","nonce":2275369579}]},"public_addr":"172.21.15.64:6819/2275369579","cluster_addr":"172.21.15.64:6821/2275369579","heartbeat_back_addr":"172.21.15.64:6825/2275369579","heartbeat_front_addr":"172.21.15.64:6823/2275369579","state":["exists","up"]},{"osd":3,"uuid":"884e53ab-b244-4ec7-b291-18965ce0b7e4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6826","nonce":3264411659},{"type":"v1","addr":"172.21.15.64:6827","nonce":3264411659}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6828","nonce":3264411659},{"type":"v1","addr":"172.21.15.64:6829","nonce":3264411659}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":3264411659},{"type":"v1","addr":"172.21.15.64:6833","nonce":3264411659}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6830","nonce":3264411659},{"type":"v1","addr":"172.21.15.64:6831","nonce":3264411659}]},"public_addr":"172.21.15.64:6827/3264411659","cluster_addr":"172.21.15.64:6829/3264411659","heartbeat_back_addr":"172.21.15.64:6833/3264411659","heartbeat_front_addr":"172.21.15.64:6831/3264411659","state":["exists","up"]},{"osd":4,"uuid":"98765c42-98ad-4a78-9e9e-5c1313f19fe9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6800","nonce":3682458068},{"type":"v1","addr":"172.21.15.146:6801","nonce":3682458068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6802","nonce":3682458068},{"type":"v1","addr":"172.21.15.146:6803","nonce":3682458068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6806","nonce":3682458068},{"type":"v1","addr":"172.21.15.146:6807","nonce":3682458068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6804","nonce":3682458068},{"type":"v1","addr":"172.21.15.146:6805","nonce":3682458068}]},"public_addr":"172.21.15.146:6801/3682458068","cluster_addr":"172.21.15.146:6803/3682458068","heartbeat_back_addr":"172.21.15.146:6807/3682458068","heartbeat_front_addr":"172.21.15.146:6805/3682458068","state":["exists","up"]},{"osd":5,"uuid":"e72f5888-d1d9-4263-ad66-39ea6ba5834f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6808","nonce":3140253805},{"type":"v1","addr":"172.21.15.146:6809","nonce":3140253805}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6810","nonce":3140253805},{"type":"v1","addr":"172.21.15.146:6811","nonce":3140253805}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6814","nonce":3140253805},{"type":"v1","addr":"172.21.15.146:6815","nonce":3140253805}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6812","nonce":3140253805},{"type":"v1","addr":"172.21.15.146:6813","nonce":3140253805}]},"public_addr":"172.21.15.146:6809/3140253805","cluster_addr":"172.21.15.146:6811/3140253805","heartbeat_back_addr":"172.21.15.146:6815/3140253805","heartbeat_front_addr":"172.21.15.146:6813/3140253805","state":["exists","up"]},{"osd":6,"uuid":"15821837-eaee-4da0-9556-9edfddbe566b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6816","nonce":968464036},{"type":"v1","addr":"172.21.15.146:6817","nonce":968464036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6818","nonce":968464036},{"type":"v1","addr":"172.21.15.146:6819","nonce":968464036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6822","nonce":968464036},{"type":"v1","addr":"172.21.15.146:6823","nonce":968464036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6820","nonce":968464036},{"type":"v1","addr":"172.21.15.146:6821","nonce":968464036}]},"public_addr":"172.21.15.146:6817/968464036","cluster_addr":"172.21.15.146:6819/968464036","heartbeat_back_addr":"172.21.15.146:6823/968464036","heartbeat_front_addr":"172.21.15.146:6821/968464036","state":["exists","up"]},{"osd":7,"uuid":"a859cef1-e47c-443c-8a9e-7a4ca99bfe43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6824","nonce":22501950},{"type":"v1","addr":"172.21.15.146:6825","nonce":22501950}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6826","nonce":22501950},{"type":"v1","addr":"172.21.15.146:6827","nonce":22501950}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6830","nonce":22501950},{"type":"v1","addr":"172.21.15.146:6831","nonce":22501950}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6828","nonce":22501950},{"type":"v1","addr":"172.21.15.146:6829","nonce":22501950}]},"public_addr":"172.21.15.146:6825/22501950","cluster_addr":"172.21.15.146:6827/22501950","heartbeat_back_addr":"172.21.15.146:6831/22501950","heartbeat_front_addr":"172.21.15.146:6829/22501950","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:47:31.740511+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:47:55.737125+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:48:20.517416+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:48:45.617237+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:49:07.115780+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:49:31.594219+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:49:55.820952+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:50:21.506959+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.64:0/145227959":"2024-08-30T14:50:52.643433+0000","172.21.15.64:0/2862464816":"2024-08-30T14:45:43.902529+0000","172.21.15.64:6800/578975112":"2024-08-30T14:45:43.902529+0000","172.21.15.64:6801/578975112":"2024-08-30T14:45:43.902529+0000","172.21.15.64:0/3631618357":"2024-08-30T14:46:08.971950+0000","172.21.15.64:0/4285783156":"2024-08-30T14:46:08.971950+0000","172.21.15.64:0/1084745773":"2024-08-30T14:50:52.643433+0000","172.21.15.64:6801/1108749558":"2024-08-30T14:50:52.643433+0000","172.21.15.64:0/2545423134":"2024-08-30T14:45:43.902529+0000","172.21.15.64:0/1279032254":"2024-08-30T14:45:43.902529+0000","172.21.15.64:0/3282633876":"2024-08-30T14:50:52.643433+0000","172.21.15.64:6800/1108749558":"2024-08-30T14:50:52.643433+0000","172.21.15.64:0/1663394728":"2024-08-30T14:46:08.971950+0000","172.21.15.64:6800/2430041808":"2024-08-30T14:46:08.971950+0000","172.21.15.64:6801/2430041808":"2024-08-30T14:46:08.971950+0000","172.21.15.64:0/670860078":"2024-08-30T14:50:52.643433+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-29T14:52:26.859 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:26 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:26.859 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:26 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:26.974 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:26 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:26.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:26 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:27.746 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-08-29T14:52:27.747 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph osd dump --format=json 2024-08-29T14:52:27.934 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:27 smithi146 ceph-mon[23161]: mds.? [v2:172.21.15.146:6832/1262323566,v1:172.21.15.146:6833/1262323566] up:standby 2024-08-29T14:52:27.934 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:27 smithi146 ceph-mon[23161]: fsmap foo:1 {0=foo.smithi064.wfhkrv=up:active} 1 up:standby 2024-08-29T14:52:27.935 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:27 smithi146 ceph-mon[23161]: pgmap v60: 73 pgs: 73 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-08-29T14:52:27.935 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:27 smithi146 ceph-mon[23161]: from='client.? 172.21.15.64:0/1437459833' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T14:52:27.935 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:27 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:27.935 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:27 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:27.935 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:27 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:52:27.935 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:27 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:52:27.935 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:27 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:27.935 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:27 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:52:28.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:27 smithi064 ceph-mon[19398]: mds.? [v2:172.21.15.146:6832/1262323566,v1:172.21.15.146:6833/1262323566] up:standby 2024-08-29T14:52:28.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:27 smithi064 ceph-mon[19398]: fsmap foo:1 {0=foo.smithi064.wfhkrv=up:active} 1 up:standby 2024-08-29T14:52:28.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:27 smithi064 ceph-mon[19398]: pgmap v60: 73 pgs: 73 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-08-29T14:52:28.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:27 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/1437459833' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T14:52:28.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:27 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:28.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:27 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:28.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:27 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:52:28.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:27 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:52:28.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:27 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:28.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:27 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:52:28.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:27 smithi064 ceph-mon[30833]: mds.? [v2:172.21.15.146:6832/1262323566,v1:172.21.15.146:6833/1262323566] up:standby 2024-08-29T14:52:28.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:27 smithi064 ceph-mon[30833]: fsmap foo:1 {0=foo.smithi064.wfhkrv=up:active} 1 up:standby 2024-08-29T14:52:28.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:27 smithi064 ceph-mon[30833]: pgmap v60: 73 pgs: 73 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-08-29T14:52:28.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:27 smithi064 ceph-mon[30833]: from='client.? 172.21.15.64:0/1437459833' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T14:52:28.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:27 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:28.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:27 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:28.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:27 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:52:28.032 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:27 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:52:28.032 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:27 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:28.032 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:27 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:52:28.560 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:52:29.948 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:29 smithi064 ceph-mon[30833]: pgmap v61: 73 pgs: 73 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-08-29T14:52:29.948 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:29 smithi064 ceph-mon[19398]: pgmap v61: 73 pgs: 73 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-08-29T14:52:29.974 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:29 smithi146 ceph-mon[23161]: pgmap v61: 73 pgs: 73 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-08-29T14:52:30.496 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:52:30.497 INFO:teuthology.orchestra.run.smithi064.stdout:{"epoch":71,"fsid":"2b44bde8-6615-11ef-bcd4-c7b262605968","created":"2024-08-29T14:45:21.451340+0000","modified":"2024-08-29T14:52:12.500608+0000","last_up_change":"2024-08-29T14:50:23.035922+0000","last_in_change":"2024-08-29T14:50:05.891208+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-29T14:48:23.290157+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-08-29T14:50:51.785237+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":65,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2024-08-29T14:52:09.366261+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"70","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2024-08-29T14:52:09.725389+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"71","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a23a954f-e78b-4de6-8dd7-4cbf27d7377a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6802","nonce":3600021288},{"type":"v1","addr":"172.21.15.64:6803","nonce":3600021288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6804","nonce":3600021288},{"type":"v1","addr":"172.21.15.64:6805","nonce":3600021288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6808","nonce":3600021288},{"type":"v1","addr":"172.21.15.64:6809","nonce":3600021288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6806","nonce":3600021288},{"type":"v1","addr":"172.21.15.64:6807","nonce":3600021288}]},"public_addr":"172.21.15.64:6803/3600021288","cluster_addr":"172.21.15.64:6805/3600021288","heartbeat_back_addr":"172.21.15.64:6809/3600021288","heartbeat_front_addr":"172.21.15.64:6807/3600021288","state":["exists","up"]},{"osd":1,"uuid":"3a71bfc7-f6da-46bb-b7be-886aadd68ba9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6810","nonce":2165277501},{"type":"v1","addr":"172.21.15.64:6811","nonce":2165277501}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6812","nonce":2165277501},{"type":"v1","addr":"172.21.15.64:6813","nonce":2165277501}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6816","nonce":2165277501},{"type":"v1","addr":"172.21.15.64:6817","nonce":2165277501}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6814","nonce":2165277501},{"type":"v1","addr":"172.21.15.64:6815","nonce":2165277501}]},"public_addr":"172.21.15.64:6811/2165277501","cluster_addr":"172.21.15.64:6813/2165277501","heartbeat_back_addr":"172.21.15.64:6817/2165277501","heartbeat_front_addr":"172.21.15.64:6815/2165277501","state":["exists","up"]},{"osd":2,"uuid":"9148e741-2bf9-4ec8-be23-a8bed3c9c0c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6818","nonce":2275369579},{"type":"v1","addr":"172.21.15.64:6819","nonce":2275369579}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6820","nonce":2275369579},{"type":"v1","addr":"172.21.15.64:6821","nonce":2275369579}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6824","nonce":2275369579},{"type":"v1","addr":"172.21.15.64:6825","nonce":2275369579}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6822","nonce":2275369579},{"type":"v1","addr":"172.21.15.64:6823","nonce":2275369579}]},"public_addr":"172.21.15.64:6819/2275369579","cluster_addr":"172.21.15.64:6821/2275369579","heartbeat_back_addr":"172.21.15.64:6825/2275369579","heartbeat_front_addr":"172.21.15.64:6823/2275369579","state":["exists","up"]},{"osd":3,"uuid":"884e53ab-b244-4ec7-b291-18965ce0b7e4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6826","nonce":3264411659},{"type":"v1","addr":"172.21.15.64:6827","nonce":3264411659}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6828","nonce":3264411659},{"type":"v1","addr":"172.21.15.64:6829","nonce":3264411659}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6832","nonce":3264411659},{"type":"v1","addr":"172.21.15.64:6833","nonce":3264411659}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.64:6830","nonce":3264411659},{"type":"v1","addr":"172.21.15.64:6831","nonce":3264411659}]},"public_addr":"172.21.15.64:6827/3264411659","cluster_addr":"172.21.15.64:6829/3264411659","heartbeat_back_addr":"172.21.15.64:6833/3264411659","heartbeat_front_addr":"172.21.15.64:6831/3264411659","state":["exists","up"]},{"osd":4,"uuid":"98765c42-98ad-4a78-9e9e-5c1313f19fe9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6800","nonce":3682458068},{"type":"v1","addr":"172.21.15.146:6801","nonce":3682458068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6802","nonce":3682458068},{"type":"v1","addr":"172.21.15.146:6803","nonce":3682458068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6806","nonce":3682458068},{"type":"v1","addr":"172.21.15.146:6807","nonce":3682458068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6804","nonce":3682458068},{"type":"v1","addr":"172.21.15.146:6805","nonce":3682458068}]},"public_addr":"172.21.15.146:6801/3682458068","cluster_addr":"172.21.15.146:6803/3682458068","heartbeat_back_addr":"172.21.15.146:6807/3682458068","heartbeat_front_addr":"172.21.15.146:6805/3682458068","state":["exists","up"]},{"osd":5,"uuid":"e72f5888-d1d9-4263-ad66-39ea6ba5834f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6808","nonce":3140253805},{"type":"v1","addr":"172.21.15.146:6809","nonce":3140253805}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6810","nonce":3140253805},{"type":"v1","addr":"172.21.15.146:6811","nonce":3140253805}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6814","nonce":3140253805},{"type":"v1","addr":"172.21.15.146:6815","nonce":3140253805}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6812","nonce":3140253805},{"type":"v1","addr":"172.21.15.146:6813","nonce":3140253805}]},"public_addr":"172.21.15.146:6809/3140253805","cluster_addr":"172.21.15.146:6811/3140253805","heartbeat_back_addr":"172.21.15.146:6815/3140253805","heartbeat_front_addr":"172.21.15.146:6813/3140253805","state":["exists","up"]},{"osd":6,"uuid":"15821837-eaee-4da0-9556-9edfddbe566b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6816","nonce":968464036},{"type":"v1","addr":"172.21.15.146:6817","nonce":968464036}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6818","nonce":968464036},{"type":"v1","addr":"172.21.15.146:6819","nonce":968464036}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6822","nonce":968464036},{"type":"v1","addr":"172.21.15.146:6823","nonce":968464036}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6820","nonce":968464036},{"type":"v1","addr":"172.21.15.146:6821","nonce":968464036}]},"public_addr":"172.21.15.146:6817/968464036","cluster_addr":"172.21.15.146:6819/968464036","heartbeat_back_addr":"172.21.15.146:6823/968464036","heartbeat_front_addr":"172.21.15.146:6821/968464036","state":["exists","up"]},{"osd":7,"uuid":"a859cef1-e47c-443c-8a9e-7a4ca99bfe43","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6824","nonce":22501950},{"type":"v1","addr":"172.21.15.146:6825","nonce":22501950}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6826","nonce":22501950},{"type":"v1","addr":"172.21.15.146:6827","nonce":22501950}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6830","nonce":22501950},{"type":"v1","addr":"172.21.15.146:6831","nonce":22501950}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.146:6828","nonce":22501950},{"type":"v1","addr":"172.21.15.146:6829","nonce":22501950}]},"public_addr":"172.21.15.146:6825/22501950","cluster_addr":"172.21.15.146:6827/22501950","heartbeat_back_addr":"172.21.15.146:6831/22501950","heartbeat_front_addr":"172.21.15.146:6829/22501950","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:47:31.740511+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:47:55.737125+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:48:20.517416+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:48:45.617237+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:49:07.115780+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:49:31.594219+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:49:55.820952+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T14:50:21.506959+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.64:0/145227959":"2024-08-30T14:50:52.643433+0000","172.21.15.64:0/2862464816":"2024-08-30T14:45:43.902529+0000","172.21.15.64:6800/578975112":"2024-08-30T14:45:43.902529+0000","172.21.15.64:6801/578975112":"2024-08-30T14:45:43.902529+0000","172.21.15.64:0/3631618357":"2024-08-30T14:46:08.971950+0000","172.21.15.64:0/4285783156":"2024-08-30T14:46:08.971950+0000","172.21.15.64:0/1084745773":"2024-08-30T14:50:52.643433+0000","172.21.15.64:6801/1108749558":"2024-08-30T14:50:52.643433+0000","172.21.15.64:0/2545423134":"2024-08-30T14:45:43.902529+0000","172.21.15.64:0/1279032254":"2024-08-30T14:45:43.902529+0000","172.21.15.64:0/3282633876":"2024-08-30T14:50:52.643433+0000","172.21.15.64:6800/1108749558":"2024-08-30T14:50:52.643433+0000","172.21.15.64:0/1663394728":"2024-08-30T14:46:08.971950+0000","172.21.15.64:6800/2430041808":"2024-08-30T14:46:08.971950+0000","172.21.15.64:6801/2430041808":"2024-08-30T14:46:08.971950+0000","172.21.15.64:0/670860078":"2024-08-30T14:50:52.643433+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-29T14:52:30.780 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:30 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/667531590' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T14:52:30.780 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:30 smithi064 ceph-mon[30833]: from='client.? 172.21.15.64:0/667531590' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T14:52:30.974 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:30 smithi146 ceph-mon[23161]: from='client.? 172.21.15.64:0/667531590' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T14:52:31.232 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-08-29T14:52:31.232 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-08-29T14:52:31.233 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-08-29T14:52:31.233 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-08-29T14:52:31.234 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-08-29T14:52:31.234 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-08-29T14:52:31.235 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-08-29T14:52:31.235 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-08-29T14:52:31.780 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:31 smithi064 ceph-mon[19398]: pgmap v62: 73 pgs: 73 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-08-29T14:52:31.781 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:31 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:31.781 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:31 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:31.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:31 smithi064 ceph-mon[30833]: pgmap v62: 73 pgs: 73 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-08-29T14:52:31.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:31 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:31.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:31 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:31.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:31 smithi146 ceph-mon[23161]: pgmap v62: 73 pgs: 73 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-08-29T14:52:31.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:31 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:31.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:31 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:32.943 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:52:32.943 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:52:32.943 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:52:32.949 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:52:32.949 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:52:32.949 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:52:32.953 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:52:32.965 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:52:33.974 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:33 smithi146 ceph-mon[23161]: pgmap v63: 73 pgs: 73 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-08-29T14:52:33.974 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:33 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:33.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:33 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:33.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:33 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:52:33.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:33 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:52:33.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:33 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:34.001 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:33 smithi064 ceph-mon[19398]: pgmap v63: 73 pgs: 73 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-08-29T14:52:34.001 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:33 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:34.001 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:33 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:34.001 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:33 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:52:34.001 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:33 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:52:34.001 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:33 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:34.002 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:33 smithi064 ceph-mon[30833]: pgmap v63: 73 pgs: 73 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-08-29T14:52:34.002 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:33 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:34.002 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:33 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:34.002 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:33 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:52:34.002 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:33 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:52:34.002 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:33 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:52:34.780 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:52:34 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: ::ffff:172.21.15.146 - - [29/Aug/2024:14:52:34] "GET /metrics HTTP/1.1" 200 33670 "" "Prometheus/2.43.0" 2024-08-29T14:52:35.908 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:35 smithi064 ceph-mon[30833]: pgmap v64: 73 pgs: 73 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-08-29T14:52:35.908 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:35 smithi064 ceph-mon[19398]: pgmap v64: 73 pgs: 73 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-08-29T14:52:35.974 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:35 smithi146 ceph-mon[23161]: pgmap v64: 73 pgs: 73 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-08-29T14:52:37.974 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:37 smithi146 ceph-mon[23161]: pgmap v65: 73 pgs: 73 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-29T14:52:38.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:37 smithi064 ceph-mon[30833]: pgmap v65: 73 pgs: 73 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-29T14:52:38.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:37 smithi064 ceph-mon[19398]: pgmap v65: 73 pgs: 73 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-29T14:52:38.974 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:38 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:52:39.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:38 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:52:39.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:38 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:52:39.959 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:39 smithi064 ceph-mon[19398]: pgmap v66: 73 pgs: 73 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-29T14:52:39.959 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:39 smithi064 ceph-mon[30833]: pgmap v66: 73 pgs: 73 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-29T14:52:39.974 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:39 smithi146 ceph-mon[23161]: pgmap v66: 73 pgs: 73 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-29T14:52:40.974 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:40 smithi146 ceph-mon[23161]: pgmap v67: 73 pgs: 73 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:40.983 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:40 smithi064 ceph-mon[30833]: pgmap v67: 73 pgs: 73 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:40.983 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:40 smithi064 ceph-mon[19398]: pgmap v67: 73 pgs: 73 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:43.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:42 smithi064 ceph-mon[19398]: pgmap v68: 73 pgs: 73 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:43.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:42 smithi064 ceph-mon[30833]: pgmap v68: 73 pgs: 73 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:43.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:42 smithi146 ceph-mon[23161]: pgmap v68: 73 pgs: 73 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:44.752 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:52:44 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: ::ffff:172.21.15.146 - - [29/Aug/2024:14:52:44] "GET /metrics HTTP/1.1" 200 33702 "" "Prometheus/2.43.0" 2024-08-29T14:52:44.927 INFO:teuthology.orchestra.run.smithi064.stdout:197568495653 2024-08-29T14:52:44.928 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-08-29T14:52:45.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:44 smithi064 ceph-mon[30833]: pgmap v69: 73 pgs: 73 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:45.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:44 smithi064 ceph-mon[19398]: pgmap v69: 73 pgs: 73 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:45.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:44 smithi146 ceph-mon[23161]: pgmap v69: 73 pgs: 73 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:46.859 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:46 smithi064 ceph-mon[19398]: pgmap v70: 73 pgs: 73 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:46.860 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:46 smithi064 ceph-mon[30833]: pgmap v70: 73 pgs: 73 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:46.882 INFO:teuthology.orchestra.run.smithi064.stdout:236223201311 2024-08-29T14:52:46.882 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-08-29T14:52:47.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:46 smithi146 ceph-mon[23161]: pgmap v70: 73 pgs: 73 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:47.316 INFO:teuthology.orchestra.run.smithi064.stdout:55834574908 2024-08-29T14:52:47.316 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-08-29T14:52:48.592 INFO:teuthology.orchestra.run.smithi064.stdout:128849018927 2024-08-29T14:52:48.592 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-08-29T14:52:49.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:48 smithi064 ceph-mon[19398]: pgmap v71: 73 pgs: 73 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:49.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:48 smithi064 ceph-mon[30833]: pgmap v71: 73 pgs: 73 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:49.135 INFO:teuthology.orchestra.run.smithi064.stdout:77309411384 2024-08-29T14:52:49.135 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-08-29T14:52:49.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:48 smithi146 ceph-mon[23161]: pgmap v71: 73 pgs: 73 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:49.807 INFO:teuthology.orchestra.run.smithi064.stdout:34359738433 2024-08-29T14:52:49.807 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-08-29T14:52:50.157 INFO:teuthology.orchestra.run.smithi064.stdout:163208757289 2024-08-29T14:52:50.157 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-08-29T14:52:50.712 INFO:teuthology.orchestra.run.smithi064.stdout:107374182452 2024-08-29T14:52:50.712 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-08-29T14:52:50.741 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:52:50.745 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:52:50.745 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:52:50.746 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:52:50.944 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:50 smithi064 ceph-mon[30833]: pgmap v72: 73 pgs: 73 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:50.945 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:50 smithi064 ceph-mon[19398]: pgmap v72: 73 pgs: 73 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:51.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:50 smithi146 ceph-mon[23161]: pgmap v72: 73 pgs: 73 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:51.733 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:52:53.027 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:52 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2024-08-29T14:52:53.027 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:52 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2024-08-29T14:52:53.027 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:52 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2024-08-29T14:52:53.027 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:52 smithi146 ceph-mon[23161]: pgmap v73: 73 pgs: 73 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:53.027 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:52 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:52:53.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:52 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2024-08-29T14:52:53.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:52 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2024-08-29T14:52:53.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:52 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2024-08-29T14:52:53.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:52 smithi064 ceph-mon[30833]: pgmap v73: 73 pgs: 73 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:53.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:52 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:52:53.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:52 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2024-08-29T14:52:53.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:52 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2024-08-29T14:52:53.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:52 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2024-08-29T14:52:53.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:52 smithi064 ceph-mon[19398]: pgmap v73: 73 pgs: 73 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:53.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:52 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:52:53.330 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:52:54.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:53 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]': finished 2024-08-29T14:52:54.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:53 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]': finished 2024-08-29T14:52:54.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:53 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]': finished 2024-08-29T14:52:54.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:53 smithi064 ceph-mon[19398]: osdmap e72: 8 total, 8 up, 8 in 2024-08-29T14:52:54.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:53 smithi064 ceph-mon[19398]: osdmap e73: 8 total, 8 up, 8 in 2024-08-29T14:52:54.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:53 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]': finished 2024-08-29T14:52:54.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:53 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]': finished 2024-08-29T14:52:54.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:53 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]': finished 2024-08-29T14:52:54.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:53 smithi064 ceph-mon[30833]: osdmap e72: 8 total, 8 up, 8 in 2024-08-29T14:52:54.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:53 smithi064 ceph-mon[30833]: osdmap e73: 8 total, 8 up, 8 in 2024-08-29T14:52:54.043 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:53 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]': finished 2024-08-29T14:52:54.043 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:53 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]': finished 2024-08-29T14:52:54.043 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:53 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]': finished 2024-08-29T14:52:54.043 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:53 smithi146 ceph-mon[23161]: osdmap e72: 8 total, 8 up, 8 in 2024-08-29T14:52:54.043 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:53 smithi146 ceph-mon[23161]: osdmap e73: 8 total, 8 up, 8 in 2024-08-29T14:52:54.913 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:52:54 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: ::ffff:172.21.15.146 - - [29/Aug/2024:14:52:54] "GET /metrics HTTP/1.1" 200 33700 "" "Prometheus/2.43.0" 2024-08-29T14:52:54.913 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:54 smithi064 ceph-mon[19398]: pgmap v76: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:54.914 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:54 smithi064 ceph-mon[30833]: pgmap v76: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:55.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:54 smithi146 ceph-mon[23161]: pgmap v76: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:55.868 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:55 smithi064 ceph-mon[30833]: from='client.? 172.21.15.64:0/456731267' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-08-29T14:52:55.868 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:55 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/456731267' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-08-29T14:52:56.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:55 smithi146 ceph-mon[23161]: from='client.? 172.21.15.64:0/456731267' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-08-29T14:52:56.579 INFO:teuthology.orchestra.run.smithi064.stdout:197568495655 2024-08-29T14:52:57.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:56 smithi064 ceph-mon[30833]: pgmap v77: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:57.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:56 smithi064 ceph-mon[19398]: pgmap v77: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:57.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:56 smithi146 ceph-mon[23161]: pgmap v77: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:57.331 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495653 got 197568495655 for osd.6 2024-08-29T14:52:57.332 DEBUG:teuthology.parallel:result is None 2024-08-29T14:52:58.432 INFO:teuthology.orchestra.run.smithi064.stdout:77309411386 2024-08-29T14:52:58.636 INFO:teuthology.orchestra.run.smithi064.stdout:55834574911 2024-08-29T14:52:58.780 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:58 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/4177988941' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-08-29T14:52:58.780 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:58 smithi064 ceph-mon[30833]: from='client.? 172.21.15.64:0/4177988941' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-08-29T14:52:58.974 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:58 smithi146 ceph-mon[23161]: from='client.? 172.21.15.64:0/4177988941' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-08-29T14:52:59.706 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:59 smithi064 ceph-mon[30833]: from='client.? 172.21.15.64:0/2986325941' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-08-29T14:52:59.706 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:52:59 smithi064 ceph-mon[30833]: pgmap v78: 73 pgs: 73 active+clean; 579 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:59.706 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:59 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/2986325941' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-08-29T14:52:59.706 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:52:59 smithi064 ceph-mon[19398]: pgmap v78: 73 pgs: 73 active+clean; 579 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:52:59.974 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:59 smithi146 ceph-mon[23161]: from='client.? 172.21.15.64:0/2986325941' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-08-29T14:52:59.974 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:52:59 smithi146 ceph-mon[23161]: pgmap v78: 73 pgs: 73 active+clean; 579 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:53:00.096 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411384 got 77309411386 for osd.2 2024-08-29T14:53:00.096 DEBUG:teuthology.parallel:result is None 2024-08-29T14:53:00.128 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:53:00.128 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:53:01.006 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:53:00 smithi064 ceph-mon[30833]: pgmap v79: 73 pgs: 73 active+clean; 579 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:53:01.006 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:53:00 smithi064 ceph-mon[19398]: pgmap v79: 73 pgs: 73 active+clean; 579 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:53:01.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:53:00 smithi146 ceph-mon[23161]: pgmap v79: 73 pgs: 73 active+clean; 579 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:53:01.612 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574908 got 55834574911 for osd.1 2024-08-29T14:53:01.612 DEBUG:teuthology.parallel:result is None 2024-08-29T14:53:02.780 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:53:02 smithi064 ceph-mon[30833]: pgmap v80: 73 pgs: 73 active+clean; 579 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:53:02.780 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:53:02 smithi064 ceph-mon[19398]: pgmap v80: 73 pgs: 73 active+clean; 579 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:53:03.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:53:02 smithi146 ceph-mon[23161]: pgmap v80: 73 pgs: 73 active+clean; 579 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:53:03.253 INFO:teuthology.orchestra.run.smithi064.stdout:163208757293 2024-08-29T14:53:03.777 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:53:03 smithi064 ceph-mon[30833]: from='client.? 172.21.15.64:0/10570076' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-08-29T14:53:03.777 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:53:03 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/10570076' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-08-29T14:53:03.962 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757289 got 163208757293 for osd.5 2024-08-29T14:53:03.962 DEBUG:teuthology.parallel:result is None 2024-08-29T14:53:04.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:53:03 smithi146 ceph-mon[23161]: from='client.? 172.21.15.64:0/10570076' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-08-29T14:53:04.989 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:53:04 smithi064 ceph-mon[30833]: pgmap v81: 73 pgs: 73 active+clean; 579 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:53:04.989 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:53:04 smithi064 ceph-mon[19398]: pgmap v81: 73 pgs: 73 active+clean; 579 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:53:04.989 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:53:04 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: ::ffff:172.21.15.146 - - [29/Aug/2024:14:53:04] "GET /metrics HTTP/1.1" 200 33700 "" "Prometheus/2.43.0" 2024-08-29T14:53:05.026 INFO:teuthology.orchestra.run.smithi064.stdout:34359738437 2024-08-29T14:53:05.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:53:04 smithi146 ceph-mon[23161]: pgmap v81: 73 pgs: 73 active+clean; 579 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:53:05.658 INFO:teuthology.orchestra.run.smithi064.stdout:236223201316 2024-08-29T14:53:05.915 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:53:05 smithi064 ceph-mon[30833]: from='client.? 172.21.15.64:0/432570233' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-08-29T14:53:05.915 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:53:05 smithi064 ceph-mon[30833]: from='client.? 172.21.15.64:0/2682445325' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-08-29T14:53:05.915 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:53:05 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/432570233' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-08-29T14:53:05.915 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:53:05 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/2682445325' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-08-29T14:53:05.916 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738433 got 34359738437 for osd.0 2024-08-29T14:53:05.916 DEBUG:teuthology.parallel:result is None 2024-08-29T14:53:06.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:53:05 smithi146 ceph-mon[23161]: from='client.? 172.21.15.64:0/432570233' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-08-29T14:53:06.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:53:05 smithi146 ceph-mon[23161]: from='client.? 172.21.15.64:0/2682445325' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-08-29T14:53:06.766 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:53:06 smithi064 ceph-mon[19398]: pgmap v82: 73 pgs: 73 active+clean; 579 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:53:06.968 INFO:tasks.cephadm.ceph_manager.ceph:need seq 236223201311 got 236223201316 for osd.7 2024-08-29T14:53:06.968 DEBUG:teuthology.parallel:result is None 2024-08-29T14:53:07.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:53:06 smithi064 ceph-mon[30833]: pgmap v82: 73 pgs: 73 active+clean; 579 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:53:07.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:53:06 smithi146 ceph-mon[23161]: pgmap v82: 73 pgs: 73 active+clean; 579 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:53:07.358 INFO:teuthology.orchestra.run.smithi064.stdout:107374182456 2024-08-29T14:53:08.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:53:07 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/2132767433' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-08-29T14:53:08.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:53:07 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:53:08.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:53:07 smithi064 ceph-mon[30833]: from='client.? 172.21.15.64:0/2132767433' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-08-29T14:53:08.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:53:07 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:53:08.176 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182452 got 107374182456 for osd.3 2024-08-29T14:53:08.176 DEBUG:teuthology.parallel:result is None 2024-08-29T14:53:08.435 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:53:07 smithi146 ceph-mon[23161]: from='client.? 172.21.15.64:0/2132767433' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-08-29T14:53:08.435 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:53:07 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:53:08.533 INFO:teuthology.orchestra.run.smithi064.stdout:128849018931 2024-08-29T14:53:08.906 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:53:08 smithi064 ceph-mon[30833]: from='client.? 172.21.15.64:0/3512645663' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-08-29T14:53:08.906 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:53:08 smithi064 ceph-mon[30833]: pgmap v83: 73 pgs: 73 active+clean; 579 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:53:08.907 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:53:08 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/3512645663' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-08-29T14:53:08.907 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:53:08 smithi064 ceph-mon[19398]: pgmap v83: 73 pgs: 73 active+clean; 579 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:53:09.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:53:08 smithi146 ceph-mon[23161]: from='client.? 172.21.15.64:0/3512645663' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-08-29T14:53:09.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:53:08 smithi146 ceph-mon[23161]: pgmap v83: 73 pgs: 73 active+clean; 579 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:53:09.337 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849018927 got 128849018931 for osd.4 2024-08-29T14:53:09.337 DEBUG:teuthology.parallel:result is None 2024-08-29T14:53:09.337 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-08-29T14:53:09.338 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph pg dump --format=json 2024-08-29T14:53:09.541 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:53:11.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:53:10 smithi064 ceph-mon[19398]: pgmap v84: 73 pgs: 73 active+clean; 579 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:53:11.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:53:10 smithi064 ceph-mon[30833]: pgmap v84: 73 pgs: 73 active+clean; 579 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:53:11.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:53:10 smithi146 ceph-mon[23161]: pgmap v84: 73 pgs: 73 active+clean; 579 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:53:11.447 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:53:11.448 INFO:teuthology.orchestra.run.smithi064.stderr:dumped all 2024-08-29T14:53:12.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:53:11 smithi064 ceph-mon[19398]: from='client.24656 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-29T14:53:12.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:53:11 smithi064 ceph-mon[30833]: from='client.24656 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-29T14:53:12.151 INFO:teuthology.orchestra.run.smithi064.stdout:{"pg_ready":true,"pg_map":{"version":84,"stamp":"2024-08-29T14:53:10.685683+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592749,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":226,"num_write_kb":2432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":228020,"kb_used_data":7756,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":749733196,"statfs":{"total":767960285184,"available":767726792704,"internally_reserved":0,"allocated":7942144,"data_stored":4440098,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":225431096},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002820"},"pg_stats":[{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.799717+0000","last_change":"2024-08-29T14:52:11.508406+0000","last_active":"2024-08-29T14:52:52.799717+0000","last_peered":"2024-08-29T14:52:52.799717+0000","last_clean":"2024-08-29T14:52:52.799717+0000","last_became_active":"2024-08-29T14:52:11.508105+0000","last_became_peered":"2024-08-29T14:52:11.508105+0000","last_unstale":"2024-08-29T14:52:52.799717+0000","last_undegraded":"2024-08-29T14:52:52.799717+0000","last_fullsized":"2024-08-29T14:52:52.799717+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T17:32:08.439344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"71'2","reported_seq":17,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.800025+0000","last_change":"2024-08-29T14:52:10.490814+0000","last_active":"2024-08-29T14:52:52.800025+0000","last_peered":"2024-08-29T14:52:52.800025+0000","last_clean":"2024-08-29T14:52:52.800025+0000","last_became_active":"2024-08-29T14:52:10.490542+0000","last_became_peered":"2024-08-29T14:52:10.490542+0000","last_unstale":"2024-08-29T14:52:52.800025+0000","last_undegraded":"2024-08-29T14:52:52.800025+0000","last_fullsized":"2024-08-29T14:52:52.800025+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:02:04.363314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.734564+0000","last_change":"2024-08-29T14:52:11.292196+0000","last_active":"2024-08-29T14:52:52.734564+0000","last_peered":"2024-08-29T14:52:52.734564+0000","last_clean":"2024-08-29T14:52:52.734564+0000","last_became_active":"2024-08-29T14:52:11.291928+0000","last_became_peered":"2024-08-29T14:52:11.291928+0000","last_unstale":"2024-08-29T14:52:52.734564+0000","last_undegraded":"2024-08-29T14:52:52.734564+0000","last_fullsized":"2024-08-29T14:52:52.734564+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:03:11.161864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.732293+0000","last_change":"2024-08-29T14:52:10.487877+0000","last_active":"2024-08-29T14:52:52.732293+0000","last_peered":"2024-08-29T14:52:52.732293+0000","last_clean":"2024-08-29T14:52:52.732293+0000","last_became_active":"2024-08-29T14:52:10.487539+0000","last_became_peered":"2024-08-29T14:52:10.487539+0000","last_unstale":"2024-08-29T14:52:52.732293+0000","last_undegraded":"2024-08-29T14:52:52.732293+0000","last_fullsized":"2024-08-29T14:52:52.732293+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:09:26.283292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.732980+0000","last_change":"2024-08-29T14:52:11.291134+0000","last_active":"2024-08-29T14:52:52.732980+0000","last_peered":"2024-08-29T14:52:52.732980+0000","last_clean":"2024-08-29T14:52:52.732980+0000","last_became_active":"2024-08-29T14:52:11.290871+0000","last_became_peered":"2024-08-29T14:52:11.290871+0000","last_unstale":"2024-08-29T14:52:52.732980+0000","last_undegraded":"2024-08-29T14:52:52.732980+0000","last_fullsized":"2024-08-29T14:52:52.732980+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:06:34.140761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.799926+0000","last_change":"2024-08-29T14:52:10.487162+0000","last_active":"2024-08-29T14:52:52.799926+0000","last_peered":"2024-08-29T14:52:52.799926+0000","last_clean":"2024-08-29T14:52:52.799926+0000","last_became_active":"2024-08-29T14:52:10.486888+0000","last_became_peered":"2024-08-29T14:52:10.486888+0000","last_unstale":"2024-08-29T14:52:52.799926+0000","last_undegraded":"2024-08-29T14:52:52.799926+0000","last_fullsized":"2024-08-29T14:52:52.799926+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:54:10.604581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.799724+0000","last_change":"2024-08-29T14:52:11.509136+0000","last_active":"2024-08-29T14:52:52.799724+0000","last_peered":"2024-08-29T14:52:52.799724+0000","last_clean":"2024-08-29T14:52:52.799724+0000","last_became_active":"2024-08-29T14:52:11.508430+0000","last_became_peered":"2024-08-29T14:52:11.508430+0000","last_unstale":"2024-08-29T14:52:52.799724+0000","last_undegraded":"2024-08-29T14:52:52.799724+0000","last_fullsized":"2024-08-29T14:52:52.799724+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:36:38.688652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"71'8","reported_seq":23,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.730943+0000","last_change":"2024-08-29T14:52:10.486669+0000","last_active":"2024-08-29T14:52:52.730943+0000","last_peered":"2024-08-29T14:52:52.730943+0000","last_clean":"2024-08-29T14:52:52.730943+0000","last_became_active":"2024-08-29T14:52:10.486405+0000","last_became_peered":"2024-08-29T14:52:10.486405+0000","last_unstale":"2024-08-29T14:52:52.730943+0000","last_undegraded":"2024-08-29T14:52:52.730943+0000","last_fullsized":"2024-08-29T14:52:52.730943+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:38:43.295414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"71'1","reported_seq":16,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.800270+0000","last_change":"2024-08-29T14:52:10.490965+0000","last_active":"2024-08-29T14:52:52.800270+0000","last_peered":"2024-08-29T14:52:52.800270+0000","last_clean":"2024-08-29T14:52:52.800270+0000","last_became_active":"2024-08-29T14:52:10.490675+0000","last_became_peered":"2024-08-29T14:52:10.490675+0000","last_unstale":"2024-08-29T14:52:52.800270+0000","last_undegraded":"2024-08-29T14:52:52.800270+0000","last_fullsized":"2024-08-29T14:52:52.800270+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:57:21.184592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.734388+0000","last_change":"2024-08-29T14:52:11.291450+0000","last_active":"2024-08-29T14:52:52.734388+0000","last_peered":"2024-08-29T14:52:52.734388+0000","last_clean":"2024-08-29T14:52:52.734388+0000","last_became_active":"2024-08-29T14:52:11.290640+0000","last_became_peered":"2024-08-29T14:52:11.290640+0000","last_unstale":"2024-08-29T14:52:52.734388+0000","last_undegraded":"2024-08-29T14:52:52.734388+0000","last_fullsized":"2024-08-29T14:52:52.734388+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:19:32.958933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"71'2","reported_seq":17,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.800304+0000","last_change":"2024-08-29T14:52:10.491053+0000","last_active":"2024-08-29T14:52:52.800304+0000","last_peered":"2024-08-29T14:52:52.800304+0000","last_clean":"2024-08-29T14:52:52.800304+0000","last_became_active":"2024-08-29T14:52:10.490757+0000","last_became_peered":"2024-08-29T14:52:10.490757+0000","last_unstale":"2024-08-29T14:52:52.800304+0000","last_undegraded":"2024-08-29T14:52:52.800304+0000","last_fullsized":"2024-08-29T14:52:52.800304+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:17:22.861978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.728092+0000","last_change":"2024-08-29T14:52:11.511652+0000","last_active":"2024-08-29T14:52:52.728092+0000","last_peered":"2024-08-29T14:52:52.728092+0000","last_clean":"2024-08-29T14:52:52.728092+0000","last_became_active":"2024-08-29T14:52:11.511453+0000","last_became_peered":"2024-08-29T14:52:11.511453+0000","last_unstale":"2024-08-29T14:52:52.728092+0000","last_undegraded":"2024-08-29T14:52:52.728092+0000","last_fullsized":"2024-08-29T14:52:52.728092+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:49:20.255650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"71'1","reported_seq":16,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.800197+0000","last_change":"2024-08-29T14:52:10.483204+0000","last_active":"2024-08-29T14:52:52.800197+0000","last_peered":"2024-08-29T14:52:52.800197+0000","last_clean":"2024-08-29T14:52:52.800197+0000","last_became_active":"2024-08-29T14:52:10.482856+0000","last_became_peered":"2024-08-29T14:52:10.482856+0000","last_unstale":"2024-08-29T14:52:52.800197+0000","last_undegraded":"2024-08-29T14:52:52.800197+0000","last_fullsized":"2024-08-29T14:52:52.800197+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:58:15.367380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.730751+0000","last_change":"2024-08-29T14:52:11.290824+0000","last_active":"2024-08-29T14:52:52.730751+0000","last_peered":"2024-08-29T14:52:52.730751+0000","last_clean":"2024-08-29T14:52:52.730751+0000","last_became_active":"2024-08-29T14:52:11.290534+0000","last_became_peered":"2024-08-29T14:52:11.290534+0000","last_unstale":"2024-08-29T14:52:52.730751+0000","last_undegraded":"2024-08-29T14:52:52.730751+0000","last_fullsized":"2024-08-29T14:52:52.730751+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:00:07.124227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.734617+0000","last_change":"2024-08-29T14:52:10.492262+0000","last_active":"2024-08-29T14:52:52.734617+0000","last_peered":"2024-08-29T14:52:52.734617+0000","last_clean":"2024-08-29T14:52:52.734617+0000","last_became_active":"2024-08-29T14:52:10.490860+0000","last_became_peered":"2024-08-29T14:52:10.490860+0000","last_unstale":"2024-08-29T14:52:52.734617+0000","last_undegraded":"2024-08-29T14:52:52.734617+0000","last_fullsized":"2024-08-29T14:52:52.734617+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:09:51.658891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.732988+0000","last_change":"2024-08-29T14:52:10.695965+0000","last_active":"2024-08-29T14:52:52.732988+0000","last_peered":"2024-08-29T14:52:52.732988+0000","last_clean":"2024-08-29T14:52:52.732988+0000","last_became_active":"2024-08-29T14:52:10.695537+0000","last_became_peered":"2024-08-29T14:52:10.695537+0000","last_unstale":"2024-08-29T14:52:52.732988+0000","last_undegraded":"2024-08-29T14:52:52.732988+0000","last_fullsized":"2024-08-29T14:52:52.732988+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T15:33:23.859981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"71'2","reported_seq":17,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.799729+0000","last_change":"2024-08-29T14:52:10.495924+0000","last_active":"2024-08-29T14:52:52.799729+0000","last_peered":"2024-08-29T14:52:52.799729+0000","last_clean":"2024-08-29T14:52:52.799729+0000","last_became_active":"2024-08-29T14:52:10.495636+0000","last_became_peered":"2024-08-29T14:52:10.495636+0000","last_unstale":"2024-08-29T14:52:52.799729+0000","last_undegraded":"2024-08-29T14:52:52.799729+0000","last_fullsized":"2024-08-29T14:52:52.799729+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:29:02.535351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.728361+0000","last_change":"2024-08-29T14:52:11.773763+0000","last_active":"2024-08-29T14:52:52.728361+0000","last_peered":"2024-08-29T14:52:52.728361+0000","last_clean":"2024-08-29T14:52:52.728361+0000","last_became_active":"2024-08-29T14:52:11.773455+0000","last_became_peered":"2024-08-29T14:52:11.773455+0000","last_unstale":"2024-08-29T14:52:52.728361+0000","last_undegraded":"2024-08-29T14:52:52.728361+0000","last_fullsized":"2024-08-29T14:52:52.728361+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:09:16.073008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.730865+0000","last_change":"2024-08-29T14:52:10.490617+0000","last_active":"2024-08-29T14:52:52.730865+0000","last_peered":"2024-08-29T14:52:52.730865+0000","last_clean":"2024-08-29T14:52:52.730865+0000","last_became_active":"2024-08-29T14:52:10.490340+0000","last_became_peered":"2024-08-29T14:52:10.490340+0000","last_unstale":"2024-08-29T14:52:52.730865+0000","last_undegraded":"2024-08-29T14:52:52.730865+0000","last_fullsized":"2024-08-29T14:52:52.730865+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:53:05.944531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.728761+0000","last_change":"2024-08-29T14:52:11.511289+0000","last_active":"2024-08-29T14:52:52.728761+0000","last_peered":"2024-08-29T14:52:52.728761+0000","last_clean":"2024-08-29T14:52:52.728761+0000","last_became_active":"2024-08-29T14:52:11.511014+0000","last_became_peered":"2024-08-29T14:52:11.511014+0000","last_unstale":"2024-08-29T14:52:52.728761+0000","last_undegraded":"2024-08-29T14:52:52.728761+0000","last_fullsized":"2024-08-29T14:52:52.728761+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:08:28.906185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.728346+0000","last_change":"2024-08-29T14:52:10.494440+0000","last_active":"2024-08-29T14:52:52.728346+0000","last_peered":"2024-08-29T14:52:52.728346+0000","last_clean":"2024-08-29T14:52:52.728346+0000","last_became_active":"2024-08-29T14:52:10.493911+0000","last_became_peered":"2024-08-29T14:52:10.493911+0000","last_unstale":"2024-08-29T14:52:52.728346+0000","last_undegraded":"2024-08-29T14:52:52.728346+0000","last_fullsized":"2024-08-29T14:52:52.728346+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:33:16.877043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":23,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-29T14:52:53.733695+0000","last_change":"2024-08-29T14:52:53.733695+0000","last_active":"2024-08-29T14:52:53.733695+0000","last_peered":"2024-08-29T14:52:53.733695+0000","last_clean":"2024-08-29T14:52:53.733695+0000","last_became_active":"2024-08-29T14:52:53.733248+0000","last_became_peered":"2024-08-29T14:52:53.733248+0000","last_unstale":"2024-08-29T14:52:53.733695+0000","last_undegraded":"2024-08-29T14:52:53.733695+0000","last_fullsized":"2024-08-29T14:52:53.733695+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:13:35.514173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.799480+0000","last_change":"2024-08-29T14:52:10.489650+0000","last_active":"2024-08-29T14:52:52.799480+0000","last_peered":"2024-08-29T14:52:52.799480+0000","last_clean":"2024-08-29T14:52:52.799480+0000","last_became_active":"2024-08-29T14:52:10.489391+0000","last_became_peered":"2024-08-29T14:52:10.489391+0000","last_unstale":"2024-08-29T14:52:52.799480+0000","last_undegraded":"2024-08-29T14:52:52.799480+0000","last_fullsized":"2024-08-29T14:52:52.799480+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:39:20.056157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.733302+0000","last_change":"2024-08-29T14:52:10.892112+0000","last_active":"2024-08-29T14:52:52.733302+0000","last_peered":"2024-08-29T14:52:52.733302+0000","last_clean":"2024-08-29T14:52:52.733302+0000","last_became_active":"2024-08-29T14:52:10.891799+0000","last_became_peered":"2024-08-29T14:52:10.891799+0000","last_unstale":"2024-08-29T14:52:52.733302+0000","last_undegraded":"2024-08-29T14:52:52.733302+0000","last_fullsized":"2024-08-29T14:52:52.733302+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:19:16.425234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"63'128","reported_seq":271,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.799902+0000","last_change":"2024-08-29T14:50:27.066895+0000","last_active":"2024-08-29T14:52:52.799902+0000","last_peered":"2024-08-29T14:52:52.799902+0000","last_clean":"2024-08-29T14:52:52.799902+0000","last_became_active":"2024-08-29T14:50:27.066517+0000","last_became_peered":"2024-08-29T14:50:27.066517+0000","last_unstale":"2024-08-29T14:52:52.799902+0000","last_undegraded":"2024-08-29T14:52:52.799902+0000","last_fullsized":"2024-08-29T14:52:52.799902+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:48:23.737983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:48:23.737983+0000","last_clean_scrub_stamp":"2024-08-29T14:48:23.737983+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T16:13:36.069620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"63'1","reported_seq":29,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-29T14:52:54.377656+0000","last_change":"2024-08-29T14:50:56.677387+0000","last_active":"2024-08-29T14:52:54.377656+0000","last_peered":"2024-08-29T14:52:54.377656+0000","last_clean":"2024-08-29T14:52:54.377656+0000","last_became_active":"2024-08-29T14:50:52.655307+0000","last_became_peered":"2024-08-29T14:50:52.655307+0000","last_unstale":"2024-08-29T14:52:54.377656+0000","last_undegraded":"2024-08-29T14:52:54.377656+0000","last_fullsized":"2024-08-29T14:52:54.377656+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_clean_scrub_stamp":"2024-08-29T14:50:51.835372+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:55:10.326734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00023109699999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.799581+0000","last_change":"2024-08-29T14:52:10.491035+0000","last_active":"2024-08-29T14:52:52.799581+0000","last_peered":"2024-08-29T14:52:52.799581+0000","last_clean":"2024-08-29T14:52:52.799581+0000","last_became_active":"2024-08-29T14:52:10.490769+0000","last_became_peered":"2024-08-29T14:52:10.490769+0000","last_unstale":"2024-08-29T14:52:52.799581+0000","last_undegraded":"2024-08-29T14:52:52.799581+0000","last_fullsized":"2024-08-29T14:52:52.799581+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:00:38.276068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.731167+0000","last_change":"2024-08-29T14:52:11.291079+0000","last_active":"2024-08-29T14:52:52.731167+0000","last_peered":"2024-08-29T14:52:52.731167+0000","last_clean":"2024-08-29T14:52:52.731167+0000","last_became_active":"2024-08-29T14:52:11.290744+0000","last_became_peered":"2024-08-29T14:52:11.290744+0000","last_unstale":"2024-08-29T14:52:52.731167+0000","last_undegraded":"2024-08-29T14:52:52.731167+0000","last_fullsized":"2024-08-29T14:52:52.731167+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T15:22:03.222453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":28,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:53.672995+0000","last_change":"2024-08-29T14:50:56.877411+0000","last_active":"2024-08-29T14:52:53.672995+0000","last_peered":"2024-08-29T14:52:53.672995+0000","last_clean":"2024-08-29T14:52:53.672995+0000","last_became_active":"2024-08-29T14:50:52.829688+0000","last_became_peered":"2024-08-29T14:50:52.829688+0000","last_unstale":"2024-08-29T14:52:53.672995+0000","last_undegraded":"2024-08-29T14:52:53.672995+0000","last_fullsized":"2024-08-29T14:52:53.672995+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_clean_scrub_stamp":"2024-08-29T14:50:51.835372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:33:45.121943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00025350699999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.732068+0000","last_change":"2024-08-29T14:52:10.493208+0000","last_active":"2024-08-29T14:52:52.732068+0000","last_peered":"2024-08-29T14:52:52.732068+0000","last_clean":"2024-08-29T14:52:52.732068+0000","last_became_active":"2024-08-29T14:52:10.492940+0000","last_became_peered":"2024-08-29T14:52:10.492940+0000","last_unstale":"2024-08-29T14:52:52.732068+0000","last_undegraded":"2024-08-29T14:52:52.732068+0000","last_fullsized":"2024-08-29T14:52:52.732068+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:31:13.695241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":23,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-29T14:52:54.378909+0000","last_change":"2024-08-29T14:52:54.378909+0000","last_active":"2024-08-29T14:52:54.378909+0000","last_peered":"2024-08-29T14:52:54.378909+0000","last_clean":"2024-08-29T14:52:54.378909+0000","last_became_active":"2024-08-29T14:52:54.378646+0000","last_became_peered":"2024-08-29T14:52:54.378646+0000","last_unstale":"2024-08-29T14:52:54.378909+0000","last_undegraded":"2024-08-29T14:52:54.378909+0000","last_fullsized":"2024-08-29T14:52:54.378909+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:21:40.253562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":28,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-29T14:52:53.731893+0000","last_change":"2024-08-29T14:50:56.671443+0000","last_active":"2024-08-29T14:52:53.731893+0000","last_peered":"2024-08-29T14:52:53.731893+0000","last_clean":"2024-08-29T14:52:53.731893+0000","last_became_active":"2024-08-29T14:50:52.829654+0000","last_became_peered":"2024-08-29T14:50:52.829654+0000","last_unstale":"2024-08-29T14:52:53.731893+0000","last_undegraded":"2024-08-29T14:52:53.731893+0000","last_fullsized":"2024-08-29T14:52:53.731893+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_clean_scrub_stamp":"2024-08-29T14:50:51.835372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:52:18.823819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00029433900000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.732455+0000","last_change":"2024-08-29T14:52:10.487270+0000","last_active":"2024-08-29T14:52:52.732455+0000","last_peered":"2024-08-29T14:52:52.732455+0000","last_clean":"2024-08-29T14:52:52.732455+0000","last_became_active":"2024-08-29T14:52:10.486346+0000","last_became_peered":"2024-08-29T14:52:10.486346+0000","last_unstale":"2024-08-29T14:52:52.732455+0000","last_undegraded":"2024-08-29T14:52:52.732455+0000","last_fullsized":"2024-08-29T14:52:52.732455+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T16:08:53.390476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.733302+0000","last_change":"2024-08-29T14:52:10.509592+0000","last_active":"2024-08-29T14:52:52.733302+0000","last_peered":"2024-08-29T14:52:52.733302+0000","last_clean":"2024-08-29T14:52:52.733302+0000","last_became_active":"2024-08-29T14:52:10.509187+0000","last_became_peered":"2024-08-29T14:52:10.509187+0000","last_unstale":"2024-08-29T14:52:52.733302+0000","last_undegraded":"2024-08-29T14:52:52.733302+0000","last_fullsized":"2024-08-29T14:52:52.733302+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:03:02.382599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"65'2","reported_seq":30,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-29T14:52:54.377597+0000","last_change":"2024-08-29T14:50:56.677978+0000","last_active":"2024-08-29T14:52:54.377597+0000","last_peered":"2024-08-29T14:52:54.377597+0000","last_clean":"2024-08-29T14:52:54.377597+0000","last_became_active":"2024-08-29T14:50:52.657351+0000","last_became_peered":"2024-08-29T14:50:52.657351+0000","last_unstale":"2024-08-29T14:52:54.377597+0000","last_undegraded":"2024-08-29T14:52:54.377597+0000","last_fullsized":"2024-08-29T14:52:54.377597+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_clean_scrub_stamp":"2024-08-29T14:50:51.835372+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:39:03.807005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00081296099999999996,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.728632+0000","last_change":"2024-08-29T14:52:10.493562+0000","last_active":"2024-08-29T14:52:52.728632+0000","last_peered":"2024-08-29T14:52:52.728632+0000","last_clean":"2024-08-29T14:52:52.728632+0000","last_became_active":"2024-08-29T14:52:10.493312+0000","last_became_peered":"2024-08-29T14:52:10.493312+0000","last_unstale":"2024-08-29T14:52:52.728632+0000","last_undegraded":"2024-08-29T14:52:52.728632+0000","last_fullsized":"2024-08-29T14:52:52.728632+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T16:54:16.750157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.732954+0000","last_change":"2024-08-29T14:52:10.983852+0000","last_active":"2024-08-29T14:52:52.732954+0000","last_peered":"2024-08-29T14:52:52.732954+0000","last_clean":"2024-08-29T14:52:52.732954+0000","last_became_active":"2024-08-29T14:52:10.983564+0000","last_became_peered":"2024-08-29T14:52:10.983564+0000","last_unstale":"2024-08-29T14:52:52.732954+0000","last_undegraded":"2024-08-29T14:52:52.732954+0000","last_fullsized":"2024-08-29T14:52:52.732954+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T16:18:21.652692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.734659+0000","last_change":"2024-08-29T14:52:10.489270+0000","last_active":"2024-08-29T14:52:52.734659+0000","last_peered":"2024-08-29T14:52:52.734659+0000","last_clean":"2024-08-29T14:52:52.734659+0000","last_became_active":"2024-08-29T14:52:10.488992+0000","last_became_peered":"2024-08-29T14:52:10.488992+0000","last_unstale":"2024-08-29T14:52:52.734659+0000","last_undegraded":"2024-08-29T14:52:52.734659+0000","last_fullsized":"2024-08-29T14:52:52.734659+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:02:27.817605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":28,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-29T14:52:53.895176+0000","last_change":"2024-08-29T14:50:56.671768+0000","last_active":"2024-08-29T14:52:53.895176+0000","last_peered":"2024-08-29T14:52:53.895176+0000","last_clean":"2024-08-29T14:52:53.895176+0000","last_became_active":"2024-08-29T14:50:52.829724+0000","last_became_peered":"2024-08-29T14:50:52.829724+0000","last_unstale":"2024-08-29T14:52:53.895176+0000","last_undegraded":"2024-08-29T14:52:53.895176+0000","last_fullsized":"2024-08-29T14:52:53.895176+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_clean_scrub_stamp":"2024-08-29T14:50:51.835372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:02:50.048881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00027718699999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.733045+0000","last_change":"2024-08-29T14:52:10.695920+0000","last_active":"2024-08-29T14:52:52.733045+0000","last_peered":"2024-08-29T14:52:52.733045+0000","last_clean":"2024-08-29T14:52:52.733045+0000","last_became_active":"2024-08-29T14:52:10.695573+0000","last_became_peered":"2024-08-29T14:52:10.695573+0000","last_unstale":"2024-08-29T14:52:52.733045+0000","last_undegraded":"2024-08-29T14:52:52.733045+0000","last_fullsized":"2024-08-29T14:52:52.733045+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:52:58.849397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.732970+0000","last_change":"2024-08-29T14:52:10.493212+0000","last_active":"2024-08-29T14:52:52.732970+0000","last_peered":"2024-08-29T14:52:52.732970+0000","last_clean":"2024-08-29T14:52:52.732970+0000","last_became_active":"2024-08-29T14:52:10.488935+0000","last_became_peered":"2024-08-29T14:52:10.488935+0000","last_unstale":"2024-08-29T14:52:52.732970+0000","last_undegraded":"2024-08-29T14:52:52.732970+0000","last_fullsized":"2024-08-29T14:52:52.732970+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T16:30:14.056171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":28,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-29T14:52:54.378204+0000","last_change":"2024-08-29T14:50:56.877417+0000","last_active":"2024-08-29T14:52:54.378204+0000","last_peered":"2024-08-29T14:52:54.378204+0000","last_clean":"2024-08-29T14:52:54.378204+0000","last_became_active":"2024-08-29T14:50:52.829632+0000","last_became_peered":"2024-08-29T14:50:52.829632+0000","last_unstale":"2024-08-29T14:52:54.378204+0000","last_undegraded":"2024-08-29T14:52:54.378204+0000","last_fullsized":"2024-08-29T14:52:54.378204+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_clean_scrub_stamp":"2024-08-29T14:50:51.835372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:47:59.676120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00020571200000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.733062+0000","last_change":"2024-08-29T14:52:11.291037+0000","last_active":"2024-08-29T14:52:52.733062+0000","last_peered":"2024-08-29T14:52:52.733062+0000","last_clean":"2024-08-29T14:52:52.733062+0000","last_became_active":"2024-08-29T14:52:11.290717+0000","last_became_peered":"2024-08-29T14:52:11.290717+0000","last_unstale":"2024-08-29T14:52:52.733062+0000","last_undegraded":"2024-08-29T14:52:52.733062+0000","last_fullsized":"2024-08-29T14:52:52.733062+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:52:33.121313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"71'2","reported_seq":17,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.799797+0000","last_change":"2024-08-29T14:52:10.489814+0000","last_active":"2024-08-29T14:52:52.799797+0000","last_peered":"2024-08-29T14:52:52.799797+0000","last_clean":"2024-08-29T14:52:52.799797+0000","last_became_active":"2024-08-29T14:52:10.489042+0000","last_became_peered":"2024-08-29T14:52:10.489042+0000","last_unstale":"2024-08-29T14:52:52.799797+0000","last_undegraded":"2024-08-29T14:52:52.799797+0000","last_fullsized":"2024-08-29T14:52:52.799797+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T16:33:35.830595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":28,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-29T14:52:53.895362+0000","last_change":"2024-08-29T14:50:56.672068+0000","last_active":"2024-08-29T14:52:53.895362+0000","last_peered":"2024-08-29T14:52:53.895362+0000","last_clean":"2024-08-29T14:52:53.895362+0000","last_became_active":"2024-08-29T14:50:52.827855+0000","last_became_peered":"2024-08-29T14:50:52.827855+0000","last_unstale":"2024-08-29T14:52:53.895362+0000","last_undegraded":"2024-08-29T14:52:53.895362+0000","last_fullsized":"2024-08-29T14:52:53.895362+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_clean_scrub_stamp":"2024-08-29T14:50:51.835372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:40:38.347087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00046897300000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.799389+0000","last_change":"2024-08-29T14:52:11.774957+0000","last_active":"2024-08-29T14:52:52.799389+0000","last_peered":"2024-08-29T14:52:52.799389+0000","last_clean":"2024-08-29T14:52:52.799389+0000","last_became_active":"2024-08-29T14:52:11.773633+0000","last_became_peered":"2024-08-29T14:52:11.773633+0000","last_unstale":"2024-08-29T14:52:52.799389+0000","last_undegraded":"2024-08-29T14:52:52.799389+0000","last_fullsized":"2024-08-29T14:52:52.799389+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:57:35.338615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"71'1","reported_seq":16,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.733071+0000","last_change":"2024-08-29T14:52:10.490515+0000","last_active":"2024-08-29T14:52:52.733071+0000","last_peered":"2024-08-29T14:52:52.733071+0000","last_clean":"2024-08-29T14:52:52.733071+0000","last_became_active":"2024-08-29T14:52:10.490159+0000","last_became_peered":"2024-08-29T14:52:10.490159+0000","last_unstale":"2024-08-29T14:52:52.733071+0000","last_undegraded":"2024-08-29T14:52:52.733071+0000","last_fullsized":"2024-08-29T14:52:52.733071+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T15:56:18.580105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":28,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-29T14:52:53.729569+0000","last_change":"2024-08-29T14:50:56.678699+0000","last_active":"2024-08-29T14:52:53.729569+0000","last_peered":"2024-08-29T14:52:53.729569+0000","last_clean":"2024-08-29T14:52:53.729569+0000","last_became_active":"2024-08-29T14:50:52.657509+0000","last_became_peered":"2024-08-29T14:50:52.657509+0000","last_unstale":"2024-08-29T14:52:53.729569+0000","last_undegraded":"2024-08-29T14:52:53.729569+0000","last_fullsized":"2024-08-29T14:52:53.729569+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_clean_scrub_stamp":"2024-08-29T14:50:51.835372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:19:57.957496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000251642,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.728230+0000","last_change":"2024-08-29T14:52:11.774408+0000","last_active":"2024-08-29T14:52:52.728230+0000","last_peered":"2024-08-29T14:52:52.728230+0000","last_clean":"2024-08-29T14:52:52.728230+0000","last_became_active":"2024-08-29T14:52:11.774100+0000","last_became_peered":"2024-08-29T14:52:11.774100+0000","last_unstale":"2024-08-29T14:52:52.728230+0000","last_undegraded":"2024-08-29T14:52:52.728230+0000","last_fullsized":"2024-08-29T14:52:52.728230+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T15:26:48.594874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":23,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-29T14:52:53.733553+0000","last_change":"2024-08-29T14:52:53.733553+0000","last_active":"2024-08-29T14:52:53.733553+0000","last_peered":"2024-08-29T14:52:53.733553+0000","last_clean":"2024-08-29T14:52:53.733553+0000","last_became_active":"2024-08-29T14:52:53.733161+0000","last_became_peered":"2024-08-29T14:52:53.733161+0000","last_unstale":"2024-08-29T14:52:53.733553+0000","last_undegraded":"2024-08-29T14:52:53.733553+0000","last_fullsized":"2024-08-29T14:52:53.733553+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:39:56.726020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"71'6","reported_seq":21,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.728547+0000","last_change":"2024-08-29T14:52:10.489097+0000","last_active":"2024-08-29T14:52:52.728547+0000","last_peered":"2024-08-29T14:52:52.728547+0000","last_clean":"2024-08-29T14:52:52.728547+0000","last_became_active":"2024-08-29T14:52:10.488800+0000","last_became_peered":"2024-08-29T14:52:10.488800+0000","last_unstale":"2024-08-29T14:52:52.728547+0000","last_undegraded":"2024-08-29T14:52:52.728547+0000","last_fullsized":"2024-08-29T14:52:52.728547+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:05:27.482208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.733176+0000","last_change":"2024-08-29T14:52:10.983908+0000","last_active":"2024-08-29T14:52:52.733176+0000","last_peered":"2024-08-29T14:52:52.733176+0000","last_clean":"2024-08-29T14:52:52.733176+0000","last_became_active":"2024-08-29T14:52:10.983604+0000","last_became_peered":"2024-08-29T14:52:10.983604+0000","last_unstale":"2024-08-29T14:52:52.733176+0000","last_undegraded":"2024-08-29T14:52:52.733176+0000","last_fullsized":"2024-08-29T14:52:52.733176+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:42:43.703013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"71'3","reported_seq":18,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.800127+0000","last_change":"2024-08-29T14:52:10.489984+0000","last_active":"2024-08-29T14:52:52.800127+0000","last_peered":"2024-08-29T14:52:52.800127+0000","last_clean":"2024-08-29T14:52:52.800127+0000","last_became_active":"2024-08-29T14:52:10.489656+0000","last_became_peered":"2024-08-29T14:52:10.489656+0000","last_unstale":"2024-08-29T14:52:52.800127+0000","last_undegraded":"2024-08-29T14:52:52.800127+0000","last_fullsized":"2024-08-29T14:52:52.800127+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:51:42.388740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.734619+0000","last_change":"2024-08-29T14:52:10.480531+0000","last_active":"2024-08-29T14:52:52.734619+0000","last_peered":"2024-08-29T14:52:52.734619+0000","last_clean":"2024-08-29T14:52:52.734619+0000","last_became_active":"2024-08-29T14:52:10.480246+0000","last_became_peered":"2024-08-29T14:52:10.480246+0000","last_unstale":"2024-08-29T14:52:52.734619+0000","last_undegraded":"2024-08-29T14:52:52.734619+0000","last_fullsized":"2024-08-29T14:52:52.734619+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:50:12.171731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.799455+0000","last_change":"2024-08-29T14:52:11.775402+0000","last_active":"2024-08-29T14:52:52.799455+0000","last_peered":"2024-08-29T14:52:52.799455+0000","last_clean":"2024-08-29T14:52:52.799455+0000","last_became_active":"2024-08-29T14:52:11.774322+0000","last_became_peered":"2024-08-29T14:52:11.774322+0000","last_unstale":"2024-08-29T14:52:52.799455+0000","last_undegraded":"2024-08-29T14:52:52.799455+0000","last_fullsized":"2024-08-29T14:52:52.799455+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:41:34.237843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.733471+0000","last_change":"2024-08-29T14:52:10.492070+0000","last_active":"2024-08-29T14:52:52.733471+0000","last_peered":"2024-08-29T14:52:52.733471+0000","last_clean":"2024-08-29T14:52:52.733471+0000","last_became_active":"2024-08-29T14:52:10.491748+0000","last_became_peered":"2024-08-29T14:52:10.491748+0000","last_unstale":"2024-08-29T14:52:52.733471+0000","last_undegraded":"2024-08-29T14:52:52.733471+0000","last_fullsized":"2024-08-29T14:52:52.733471+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T16:44:22.631935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.799387+0000","last_change":"2024-08-29T14:52:11.775939+0000","last_active":"2024-08-29T14:52:52.799387+0000","last_peered":"2024-08-29T14:52:52.799387+0000","last_clean":"2024-08-29T14:52:52.799387+0000","last_became_active":"2024-08-29T14:52:11.775564+0000","last_became_peered":"2024-08-29T14:52:11.775564+0000","last_unstale":"2024-08-29T14:52:52.799387+0000","last_undegraded":"2024-08-29T14:52:52.799387+0000","last_fullsized":"2024-08-29T14:52:52.799387+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:07:49.732549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.730989+0000","last_change":"2024-08-29T14:52:10.508434+0000","last_active":"2024-08-29T14:52:52.730989+0000","last_peered":"2024-08-29T14:52:52.730989+0000","last_clean":"2024-08-29T14:52:52.730989+0000","last_became_active":"2024-08-29T14:52:10.508127+0000","last_became_peered":"2024-08-29T14:52:10.508127+0000","last_unstale":"2024-08-29T14:52:52.730989+0000","last_undegraded":"2024-08-29T14:52:52.730989+0000","last_fullsized":"2024-08-29T14:52:52.730989+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:59:22.359335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.799487+0000","last_change":"2024-08-29T14:52:10.488980+0000","last_active":"2024-08-29T14:52:52.799487+0000","last_peered":"2024-08-29T14:52:52.799487+0000","last_clean":"2024-08-29T14:52:52.799487+0000","last_became_active":"2024-08-29T14:52:10.488707+0000","last_became_peered":"2024-08-29T14:52:10.488707+0000","last_unstale":"2024-08-29T14:52:52.799487+0000","last_undegraded":"2024-08-29T14:52:52.799487+0000","last_fullsized":"2024-08-29T14:52:52.799487+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:06:03.887559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.732945+0000","last_change":"2024-08-29T14:52:11.291037+0000","last_active":"2024-08-29T14:52:52.732945+0000","last_peered":"2024-08-29T14:52:52.732945+0000","last_clean":"2024-08-29T14:52:52.732945+0000","last_became_active":"2024-08-29T14:52:11.290760+0000","last_became_peered":"2024-08-29T14:52:11.290760+0000","last_unstale":"2024-08-29T14:52:52.732945+0000","last_undegraded":"2024-08-29T14:52:52.732945+0000","last_fullsized":"2024-08-29T14:52:52.732945+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:32:37.116231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.732703+0000","last_change":"2024-08-29T14:52:10.493397+0000","last_active":"2024-08-29T14:52:52.732703+0000","last_peered":"2024-08-29T14:52:52.732703+0000","last_clean":"2024-08-29T14:52:52.732703+0000","last_became_active":"2024-08-29T14:52:10.493097+0000","last_became_peered":"2024-08-29T14:52:10.493097+0000","last_unstale":"2024-08-29T14:52:52.732703+0000","last_undegraded":"2024-08-29T14:52:52.732703+0000","last_fullsized":"2024-08-29T14:52:52.732703+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:32:13.931468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.799719+0000","last_change":"2024-08-29T14:52:11.511202+0000","last_active":"2024-08-29T14:52:52.799719+0000","last_peered":"2024-08-29T14:52:52.799719+0000","last_clean":"2024-08-29T14:52:52.799719+0000","last_became_active":"2024-08-29T14:52:11.510745+0000","last_became_peered":"2024-08-29T14:52:11.510745+0000","last_unstale":"2024-08-29T14:52:52.799719+0000","last_undegraded":"2024-08-29T14:52:52.799719+0000","last_fullsized":"2024-08-29T14:52:52.799719+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T16:56:26.976064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"71'1","reported_seq":16,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.728325+0000","last_change":"2024-08-29T14:52:10.496158+0000","last_active":"2024-08-29T14:52:52.728325+0000","last_peered":"2024-08-29T14:52:52.728325+0000","last_clean":"2024-08-29T14:52:52.728325+0000","last_became_active":"2024-08-29T14:52:10.495888+0000","last_became_peered":"2024-08-29T14:52:10.495888+0000","last_unstale":"2024-08-29T14:52:52.728325+0000","last_undegraded":"2024-08-29T14:52:52.728325+0000","last_fullsized":"2024-08-29T14:52:52.728325+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:30:20.633338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.729646+0000","last_change":"2024-08-29T14:52:11.507050+0000","last_active":"2024-08-29T14:52:52.729646+0000","last_peered":"2024-08-29T14:52:52.729646+0000","last_clean":"2024-08-29T14:52:52.729646+0000","last_became_active":"2024-08-29T14:52:11.506736+0000","last_became_peered":"2024-08-29T14:52:11.506736+0000","last_unstale":"2024-08-29T14:52:52.729646+0000","last_undegraded":"2024-08-29T14:52:52.729646+0000","last_fullsized":"2024-08-29T14:52:52.729646+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:28:28.333829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"71'1","reported_seq":16,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.733145+0000","last_change":"2024-08-29T14:52:10.488973+0000","last_active":"2024-08-29T14:52:52.733145+0000","last_peered":"2024-08-29T14:52:52.733145+0000","last_clean":"2024-08-29T14:52:52.733145+0000","last_became_active":"2024-08-29T14:52:10.488518+0000","last_became_peered":"2024-08-29T14:52:10.488518+0000","last_unstale":"2024-08-29T14:52:52.733145+0000","last_undegraded":"2024-08-29T14:52:52.733145+0000","last_fullsized":"2024-08-29T14:52:52.733145+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:34:59.087311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.728457+0000","last_change":"2024-08-29T14:52:11.514467+0000","last_active":"2024-08-29T14:52:52.728457+0000","last_peered":"2024-08-29T14:52:52.728457+0000","last_clean":"2024-08-29T14:52:52.728457+0000","last_became_active":"2024-08-29T14:52:11.514154+0000","last_became_peered":"2024-08-29T14:52:11.514154+0000","last_unstale":"2024-08-29T14:52:52.728457+0000","last_undegraded":"2024-08-29T14:52:52.728457+0000","last_fullsized":"2024-08-29T14:52:52.728457+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:35:58.988109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"71'2","reported_seq":17,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.734543+0000","last_change":"2024-08-29T14:52:10.485517+0000","last_active":"2024-08-29T14:52:52.734543+0000","last_peered":"2024-08-29T14:52:52.734543+0000","last_clean":"2024-08-29T14:52:52.734543+0000","last_became_active":"2024-08-29T14:52:10.485303+0000","last_became_peered":"2024-08-29T14:52:10.485303+0000","last_unstale":"2024-08-29T14:52:52.734543+0000","last_undegraded":"2024-08-29T14:52:52.734543+0000","last_fullsized":"2024-08-29T14:52:52.734543+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:56:47.184500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.728505+0000","last_change":"2024-08-29T14:52:11.773891+0000","last_active":"2024-08-29T14:52:52.728505+0000","last_peered":"2024-08-29T14:52:52.728505+0000","last_clean":"2024-08-29T14:52:52.728505+0000","last_became_active":"2024-08-29T14:52:11.773612+0000","last_became_peered":"2024-08-29T14:52:11.773612+0000","last_unstale":"2024-08-29T14:52:52.728505+0000","last_undegraded":"2024-08-29T14:52:52.728505+0000","last_fullsized":"2024-08-29T14:52:52.728505+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:30:27.667017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"71'2","reported_seq":17,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.734618+0000","last_change":"2024-08-29T14:52:10.485531+0000","last_active":"2024-08-29T14:52:52.734618+0000","last_peered":"2024-08-29T14:52:52.734618+0000","last_clean":"2024-08-29T14:52:52.734618+0000","last_became_active":"2024-08-29T14:52:10.485256+0000","last_became_peered":"2024-08-29T14:52:10.485256+0000","last_unstale":"2024-08-29T14:52:52.734618+0000","last_undegraded":"2024-08-29T14:52:52.734618+0000","last_fullsized":"2024-08-29T14:52:52.734618+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T17:07:22.289831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.799603+0000","last_change":"2024-08-29T14:52:11.773794+0000","last_active":"2024-08-29T14:52:52.799603+0000","last_peered":"2024-08-29T14:52:52.799603+0000","last_clean":"2024-08-29T14:52:52.799603+0000","last_became_active":"2024-08-29T14:52:11.773412+0000","last_became_peered":"2024-08-29T14:52:11.773412+0000","last_unstale":"2024-08-29T14:52:52.799603+0000","last_undegraded":"2024-08-29T14:52:52.799603+0000","last_fullsized":"2024-08-29T14:52:52.799603+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:50:11.765000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"71'1","reported_seq":16,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.799721+0000","last_change":"2024-08-29T14:52:10.491517+0000","last_active":"2024-08-29T14:52:52.799721+0000","last_peered":"2024-08-29T14:52:52.799721+0000","last_clean":"2024-08-29T14:52:52.799721+0000","last_became_active":"2024-08-29T14:52:10.491276+0000","last_became_peered":"2024-08-29T14:52:10.491276+0000","last_unstale":"2024-08-29T14:52:52.799721+0000","last_undegraded":"2024-08-29T14:52:52.799721+0000","last_fullsized":"2024-08-29T14:52:52.799721+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:34:11.294762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.728080+0000","last_change":"2024-08-29T14:52:11.774801+0000","last_active":"2024-08-29T14:52:52.728080+0000","last_peered":"2024-08-29T14:52:52.728080+0000","last_clean":"2024-08-29T14:52:52.728080+0000","last_became_active":"2024-08-29T14:52:11.774449+0000","last_became_peered":"2024-08-29T14:52:11.774449+0000","last_unstale":"2024-08-29T14:52:52.728080+0000","last_undegraded":"2024-08-29T14:52:52.728080+0000","last_fullsized":"2024-08-29T14:52:52.728080+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:31:04.905346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"71'4","reported_seq":19,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.733387+0000","last_change":"2024-08-29T14:52:10.487034+0000","last_active":"2024-08-29T14:52:52.733387+0000","last_peered":"2024-08-29T14:52:52.733387+0000","last_clean":"2024-08-29T14:52:52.733387+0000","last_became_active":"2024-08-29T14:52:10.486727+0000","last_became_peered":"2024-08-29T14:52:10.486727+0000","last_unstale":"2024-08-29T14:52:52.733387+0000","last_undegraded":"2024-08-29T14:52:52.733387+0000","last_fullsized":"2024-08-29T14:52:52.733387+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:16:15.336429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201317,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28368,"kb_used_data":1348,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716784,"statfs":{"total":95995035648,"available":95965986816,"internally_reserved":0,"allocated":1380352,"data_stored":924989,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 14:52:26 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.55200000000000005,"15min":0.55800000000000005},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.70899999999999996,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.52900000000000003,"15min":0.53200000000000003},"min":{"1min":0.38500000000000001,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.53700000000000003}]},{"osd":1,"last update":"Thu Aug 29 14:52:26 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.55900000000000005,"15min":0.56499999999999995},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.72699999999999998,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.749,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.57499999999999996}]},{"osd":2,"last update":"Thu Aug 29 14:52:26 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.53700000000000003,"15min":0.54100000000000004},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.71999999999999997,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.52800000000000002,"15min":0.53000000000000003},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.66100000000000003,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.50900000000000001}]},{"osd":3,"last update":"Thu Aug 29 14:52:26 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.51900000000000002,"15min":0.51700000000000002},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.55300000000000005,"15min":0.55500000000000005},"min":{"1min":0.39200000000000002,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.68600000000000005,"5min":1.101,"15min":1.101},"last":0.64200000000000002}]},{"osd":4,"last update":"Thu Aug 29 14:52:26 2024","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.434,"15min":0.42999999999999999},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.38},{"interface":"front","average":{"1min":0.436,"5min":0.44500000000000001,"15min":0.44700000000000001},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.58999999999999997,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.56000000000000005}]},{"osd":5,"last update":"Thu Aug 29 14:52:26 2024","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.46899999999999997,"15min":0.46700000000000003},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.68100000000000005,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.48799999999999999,"15min":0.48499999999999999},"min":{"1min":0.36899999999999999,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.69399999999999995,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.63}]},{"osd":6,"last update":"Thu Aug 29 14:52:26 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.52000000000000002,"15min":0.51600000000000001},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.50700000000000001,"15min":0.50600000000000001},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.70499999999999996,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.65500000000000003}]}]},{"osd":3,"up_from":25,"seq":107374182457,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27764,"kb_used_data":744,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717388,"statfs":{"total":95995035648,"available":95966605312,"internally_reserved":0,"allocated":761856,"data_stored":332931,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 14:53:00 2024","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.34999999999999998,"15min":0.36299999999999999},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.20999999999999999},{"interface":"front","average":{"1min":0.372,"5min":0.38400000000000001,"15min":0.39800000000000002},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.36199999999999999}]},{"osd":1,"last update":"Thu Aug 29 14:53:00 2024","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.40200000000000002,"15min":0.42199999999999999},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.309},{"interface":"front","average":{"1min":0.32800000000000001,"5min":0.38500000000000001,"15min":0.41299999999999998},"min":{"1min":0.23400000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.59399999999999997,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.247}]},{"osd":2,"last update":"Thu Aug 29 14:53:00 2024","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.40899999999999997,"15min":0.435},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.59799999999999998,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.379,"5min":0.40500000000000003,"15min":0.41799999999999998},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.27200000000000002}]},{"osd":4,"last update":"Thu Aug 29 14:52:11 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.56399999999999995,"15min":0.56000000000000005},"min":{"1min":0.45000000000000001,"5min":0.372,"15min":0.372},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.53000000000000003,"15min":0.52300000000000002},"min":{"1min":0.40000000000000002,"5min":0.375,"15min":0.375},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.51900000000000002}]},{"osd":5,"last update":"Thu Aug 29 14:52:43 2024","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.55000000000000004,"15min":0.54200000000000004},"min":{"1min":0.40200000000000002,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.627,"5min":0.58199999999999996,"15min":0.57399999999999995},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.432}]},{"osd":6,"last update":"Thu Aug 29 14:53:00 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.57799999999999996,"15min":0.57399999999999995},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.56899999999999995,"15min":0.55500000000000005},"min":{"1min":0.45200000000000001,"5min":0.435,"15min":0.435},"max":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.47299999999999998}]},{"osd":7,"last update":"Thu Aug 29 14:52:26 2024","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.55200000000000005,"15min":0.54400000000000004},"min":{"1min":0.48599999999999999,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.57699999999999996,"15min":0.57299999999999995},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.505}]}]},{"osd":1,"up_from":13,"seq":55834574914,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27760,"kb_used_data":740,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717392,"statfs":{"total":95995035648,"available":95966609408,"internally_reserved":0,"allocated":757760,"data_stored":332587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 14:53:04 2024","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.35099999999999998,"15min":0.312},"min":{"1min":0.215,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.48999999999999999,"5min":0.56499999999999995,"15min":0.56499999999999995},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.379,"15min":0.33100000000000002},"min":{"1min":0.24399999999999999,"5min":0.216,"15min":0.216},"max":{"1min":0.55100000000000005,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.29399999999999998}]},{"osd":2,"last update":"Thu Aug 29 14:52:35 2024","interfaces":[{"interface":"back","average":{"1min":0.35199999999999998,"5min":0.33900000000000002,"15min":0.32000000000000001},"min":{"1min":0.20000000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"last":0.317},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.38700000000000001,"15min":0.37},"min":{"1min":0.25,"5min":0.222,"15min":0.222},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.34999999999999998}]},{"osd":3,"last update":"Thu Aug 29 14:52:58 2024","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.441,"15min":0.45300000000000001},"min":{"1min":0.27700000000000002,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.40799999999999997,"15min":0.40500000000000003},"min":{"1min":0.252,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.51300000000000001,"5min":0.752,"15min":0.752},"last":0.33800000000000002}]},{"osd":4,"last update":"Thu Aug 29 14:52:18 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.53500000000000003,"15min":0.52100000000000002},"min":{"1min":0.432,"5min":0.372,"15min":0.372},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.56100000000000005,"15min":0.55000000000000004},"min":{"1min":0.48099999999999998,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.72999999999999998,"5min":0.745,"15min":0.745},"last":0.61299999999999999}]},{"osd":5,"last update":"Thu Aug 29 14:52:35 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56599999999999995,"15min":0.56399999999999995},"min":{"1min":0.36299999999999999,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.76100000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.624,"5min":0.59699999999999998,"15min":0.59199999999999997},"min":{"1min":0.41399999999999998,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.80600000000000005,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.65100000000000002}]},{"osd":6,"last update":"Thu Aug 29 14:53:04 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.61299999999999999,"15min":0.61499999999999999},"min":{"1min":0.45200000000000001,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.81599999999999995,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.51600000000000001}]},{"osd":7,"last update":"Thu Aug 29 14:52:29 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.442,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.84499999999999997,"5min":0.874,"15min":0.874},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.621,"15min":0.61599999999999999},"min":{"1min":0.47499999999999998,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.79800000000000004,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.52600000000000002}]}]},{"osd":6,"up_from":46,"seq":197568495658,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28356,"kb_used_data":1332,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716796,"statfs":{"total":95995035648,"available":95965999104,"internally_reserved":0,"allocated":1363968,"data_stored":924258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 14:53:01 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.51900000000000002,"15min":0.51100000000000001},"min":{"1min":0.40600000000000003,"5min":0.31,"15min":0.31},"max":{"1min":0.76500000000000001,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.53000000000000003,"15min":0.52800000000000002},"min":{"1min":0.42299999999999999,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.67800000000000005,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.46800000000000003}]},{"osd":1,"last update":"Thu Aug 29 14:53:01 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.53400000000000003,"15min":0.52800000000000002},"min":{"1min":0.371,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.68400000000000005,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.53100000000000003,"15min":0.52900000000000003},"min":{"1min":0.372,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.45600000000000002}]},{"osd":2,"last update":"Thu Aug 29 14:53:01 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.35999999999999999,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.65700000000000003,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.51400000000000001,"15min":0.50900000000000001},"min":{"1min":0.41199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.622}]},{"osd":3,"last update":"Thu Aug 29 14:53:01 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.53600000000000003,"15min":0.53000000000000003},"min":{"1min":0.42799999999999999,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.70599999999999996,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.443},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.53600000000000003,"15min":0.52400000000000002},"min":{"1min":0.38,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.55100000000000005}]},{"osd":4,"last update":"Thu Aug 29 14:53:01 2024","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.41199999999999998,"15min":0.40400000000000003},"min":{"1min":0.33100000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.44400000000000001,"15min":0.42899999999999999},"min":{"1min":0.378,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.49199999999999999}]},{"osd":5,"last update":"Thu Aug 29 14:53:01 2024","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.434,"15min":0.42299999999999999},"min":{"1min":0.372,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.46899999999999997,"15min":0.45100000000000001},"min":{"1min":0.40500000000000003,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.53600000000000003}]},{"osd":7,"last update":"Thu Aug 29 14:52:23 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.498,"15min":0.495},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.47899999999999998,"15min":0.47799999999999998},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.42199999999999999}]}]},{"osd":5,"up_from":38,"seq":163208757295,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27776,"kb_used_data":752,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717376,"statfs":{"total":95995035648,"available":95966593024,"internally_reserved":0,"allocated":770048,"data_stored":333512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 14:52:42 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.53500000000000003,"15min":0.54400000000000004},"min":{"1min":0.33300000000000002,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.74099999999999999,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.63},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.55100000000000005,"15min":0.56699999999999995},"min":{"1min":0.36399999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.65800000000000003,"5min":1.1899999999999999,"15min":1.1899999999999999},"last":0.57299999999999995}]},{"osd":1,"last update":"Thu Aug 29 14:52:42 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.55200000000000005,"15min":0.56000000000000005},"min":{"1min":0.39200000000000002,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.72499999999999998,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.502,"5min":0.53600000000000003,"15min":0.55400000000000005},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.64900000000000002,"5min":1.1579999999999999,"15min":1.1579999999999999},"last":0.61199999999999999}]},{"osd":2,"last update":"Thu Aug 29 14:52:42 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.53700000000000003,"15min":0.54900000000000004},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.69699999999999995,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.54100000000000004,"15min":0.54800000000000004},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.68400000000000005,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.59799999999999998}]},{"osd":3,"last update":"Thu Aug 29 14:52:42 2024","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.54000000000000004,"15min":0.55400000000000005},"min":{"1min":0.38100000000000001,"5min":0.37,"15min":0.37},"max":{"1min":0.63500000000000001,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.55900000000000005,"15min":0.56100000000000005},"min":{"1min":0.36899999999999999,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.71199999999999997,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.55200000000000005}]},{"osd":4,"last update":"Thu Aug 29 14:52:42 2024","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.38900000000000001,"15min":0.38400000000000001},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.48699999999999999,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.39700000000000002,"5min":0.41099999999999998,"15min":0.40699999999999997},"min":{"1min":0.29299999999999998,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.56699999999999995,"5min":1.085,"15min":1.085},"last":0.39500000000000002}]},{"osd":6,"last update":"Thu Aug 29 14:53:04 2024","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.433,"15min":0.42499999999999999},"min":{"1min":0.33500000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.373},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.436,"15min":0.438},"min":{"1min":0.26800000000000002,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.35099999999999998}]},{"osd":7,"last update":"Thu Aug 29 14:52:29 2024","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.46400000000000002,"15min":0.46200000000000002},"min":{"1min":0.32500000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.48599999999999999,"15min":0.48999999999999999},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.68000000000000005,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.52300000000000002}]}]},{"osd":4,"up_from":30,"seq":128849018932,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27788,"kb_used_data":764,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717364,"statfs":{"total":95995035648,"available":95966580736,"internally_reserved":0,"allocated":782336,"data_stored":334551,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 14:52:19 2024","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.53200000000000003,"15min":0.53600000000000003},"min":{"1min":0.35499999999999998,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.66500000000000004,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.374,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.66400000000000003,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.59399999999999997}]},{"osd":1,"last update":"Thu Aug 29 14:52:19 2024","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.51800000000000002,"15min":0.52000000000000002},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.68899999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.53500000000000003,"15min":0.54100000000000004},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.64000000000000001,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.57999999999999996}]},{"osd":2,"last update":"Thu Aug 29 14:52:19 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.52600000000000002,"15min":0.51800000000000002},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.67900000000000005,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.54700000000000004,"15min":0.55100000000000005},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.628,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.63200000000000001}]},{"osd":3,"last update":"Thu Aug 29 14:52:19 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.54100000000000004,"15min":0.53900000000000003},"min":{"1min":0.39200000000000002,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.69999999999999996,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.501,"5min":0.54300000000000004,"15min":0.54500000000000004},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.66700000000000004,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.60999999999999999}]},{"osd":5,"last update":"Thu Aug 29 14:52:36 2024","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.38600000000000001,"15min":0.36599999999999999},"min":{"1min":0.29799999999999999,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.67100000000000004,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.432,"5min":0.40400000000000003,"15min":0.38300000000000001},"min":{"1min":0.311,"5min":0.245,"15min":0.245},"max":{"1min":0.627,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.372}]},{"osd":6,"last update":"Thu Aug 29 14:52:59 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.47599999999999998,"15min":0.46600000000000003},"min":{"1min":0.35999999999999999,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.66700000000000004,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.46100000000000002,"15min":0.45700000000000002},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.78800000000000003,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.40500000000000003}]},{"osd":7,"last update":"Thu Aug 29 14:52:25 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.53400000000000003,"15min":0.53600000000000003},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.70999999999999996,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.495},{"interface":"front","average":{"1min":0.499,"5min":0.51100000000000001,"15min":0.51300000000000001},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.63200000000000001,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.42199999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411389,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31860,"kb_used_data":748,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713292,"statfs":{"total":95995035648,"available":95962411008,"internally_reserved":0,"allocated":765952,"data_stored":333457,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 14:52:26 2024","interfaces":[{"interface":"back","average":{"1min":0.34100000000000003,"5min":0.36599999999999999,"15min":0.36599999999999999},"min":{"1min":0.20999999999999999,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.441,"5min":0.627,"15min":0.627},"last":0.311},{"interface":"front","average":{"1min":0.35599999999999998,"5min":0.376,"15min":0.38},"min":{"1min":0.253,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.45100000000000001,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.28000000000000003}]},{"osd":1,"last update":"Thu Aug 29 14:52:26 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.38700000000000001,"15min":0.39700000000000002},"min":{"1min":0.27700000000000002,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.46100000000000002,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.39400000000000002,"15min":0.38100000000000001},"min":{"1min":0.30199999999999999,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.59199999999999997,"5min":0.60999999999999999,"15min":0.60999999999999999},"last":0.33200000000000002}]},{"osd":3,"last update":"Thu Aug 29 14:52:54 2024","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.41699999999999998,"15min":0.433},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.51300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.42799999999999999,"15min":0.439},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.63700000000000001,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.372}]},{"osd":4,"last update":"Thu Aug 29 14:52:17 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.55500000000000005,"15min":0.56200000000000006},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.76600000000000001,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.56699999999999995,"15min":0.57499999999999996},"min":{"1min":0.42699999999999999,"5min":0.378,"15min":0.378},"max":{"1min":0.71199999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.68100000000000005}]},{"osd":5,"last update":"Thu Aug 29 14:52:33 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.57499999999999996,"15min":0.59499999999999997},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.81100000000000005,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.58499999999999996,"15min":0.60599999999999998},"min":{"1min":0.41399999999999998,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.68100000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.64300000000000002}]},{"osd":6,"last update":"Thu Aug 29 14:53:04 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.60199999999999998,"15min":0.61799999999999999},"min":{"1min":0.47799999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.76200000000000001,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.65200000000000002},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.56699999999999995,"15min":0.57999999999999996},"min":{"1min":0.40600000000000003,"5min":0.378,"15min":0.378},"max":{"1min":0.79400000000000004,"5min":0.88,"15min":0.88},"last":0.56999999999999995}]},{"osd":7,"last update":"Thu Aug 29 14:52:26 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.54400000000000004,"15min":0.54100000000000004},"min":{"1min":0.41199999999999998,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.68400000000000005,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.69399999999999995},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.56999999999999995,"15min":0.56899999999999995},"min":{"1min":0.42599999999999999,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.72099999999999997,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.55900000000000005}]}]},{"osd":0,"up_from":8,"seq":34359738438,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28348,"kb_used_data":1328,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716804,"statfs":{"total":95995035648,"available":95966007296,"internally_reserved":0,"allocated":1359872,"data_stored":923813,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Aug 29 14:53:06 2024","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.37,"15min":0.33500000000000002},"min":{"1min":0.24199999999999999,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.496,"5min":1.0860000000000001,"15min":1.0860000000000001},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.36899999999999999,"5min":0.373,"15min":0.34200000000000003},"min":{"1min":0.22600000000000001,"5min":0.221,"15min":0.221},"max":{"1min":0.55800000000000005,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.27000000000000002}]},{"osd":2,"last update":"Thu Aug 29 14:52:31 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.40600000000000003,"15min":0.39100000000000001},"min":{"1min":0.27300000000000002,"5min":0.247,"15min":0.247},"max":{"1min":0.63700000000000001,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.23999999999999999},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.39900000000000002,"15min":0.376},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.67200000000000004,"5min":1.123,"15min":1.123},"last":0.317}]},{"osd":3,"last update":"Thu Aug 29 14:52:51 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.441,"15min":0.45000000000000001},"min":{"1min":0.30399999999999999,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.57899999999999996,"5min":1.1519999999999999,"15min":1.1519999999999999},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.40899999999999997,"15min":0.41299999999999998},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.51500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.29999999999999999}]},{"osd":4,"last update":"Thu Aug 29 14:52:13 2024","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.58799999999999997,"15min":0.58099999999999996},"min":{"1min":0.44400000000000001,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":1.026,"5min":1.026,"15min":1.026},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.58999999999999997,"15min":0.58799999999999997},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.54700000000000004}]},{"osd":5,"last update":"Thu Aug 29 14:52:41 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.60399999999999998,"15min":0.60499999999999998},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.86499999999999999,"5min":1.036,"15min":1.036},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.60099999999999998,"15min":0.60399999999999998},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.755,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.57699999999999996}]},{"osd":6,"last update":"Thu Aug 29 14:53:06 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.61099999999999999,"15min":0.60299999999999998},"min":{"1min":0.46500000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.76700000000000002,"5min":1.2230000000000001,"15min":1.2230000000000001},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.58899999999999997,"15min":0.57699999999999996},"min":{"1min":0.47699999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.83799999999999997,"5min":1.107,"15min":1.107},"last":0.59799999999999998}]},{"osd":7,"last update":"Thu Aug 29 14:52:26 2024","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":0.60899999999999999,"15min":0.60499999999999998},"min":{"1min":0.504,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.84299999999999997,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.60499999999999998,"15min":0.59699999999999998},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.0069999999999999,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.504}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1780,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-29T14:53:12.156 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph pg dump --format=json 2024-08-29T14:53:12.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:53:11 smithi146 ceph-mon[23161]: from='client.24656 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-29T14:53:12.358 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:53:13.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:53:12 smithi064 ceph-mon[30833]: pgmap v85: 73 pgs: 73 active+clean; 579 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:53:13.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:53:12 smithi064 ceph-mon[19398]: pgmap v85: 73 pgs: 73 active+clean; 579 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:53:13.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:53:12 smithi146 ceph-mon[23161]: pgmap v85: 73 pgs: 73 active+clean; 579 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:53:14.221 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:53:14.222 INFO:teuthology.orchestra.run.smithi064.stderr:dumped all 2024-08-29T14:53:14.868 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:53:14 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: ::ffff:172.21.15.146 - - [29/Aug/2024:14:53:14] "GET /metrics HTTP/1.1" 200 33712 "" "Prometheus/2.43.0" 2024-08-29T14:53:14.869 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:53:14 smithi064 ceph-mon[19398]: from='client.14766 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-29T14:53:14.869 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:53:14 smithi064 ceph-mon[19398]: pgmap v86: 73 pgs: 73 active+clean; 579 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:53:14.869 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:53:14 smithi064 ceph-mon[30833]: from='client.14766 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-29T14:53:14.869 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:53:14 smithi064 ceph-mon[30833]: pgmap v86: 73 pgs: 73 active+clean; 579 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:53:14.890 INFO:teuthology.orchestra.run.smithi064.stdout:{"pg_ready":true,"pg_map":{"version":85,"stamp":"2024-08-29T14:53:12.686173+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592749,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":226,"num_write_kb":2432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":228020,"kb_used_data":7756,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":749733196,"statfs":{"total":767960285184,"available":767726792704,"internally_reserved":0,"allocated":7942144,"data_stored":4440098,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":225431096},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002818"},"pg_stats":[{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.799717+0000","last_change":"2024-08-29T14:52:11.508406+0000","last_active":"2024-08-29T14:52:52.799717+0000","last_peered":"2024-08-29T14:52:52.799717+0000","last_clean":"2024-08-29T14:52:52.799717+0000","last_became_active":"2024-08-29T14:52:11.508105+0000","last_became_peered":"2024-08-29T14:52:11.508105+0000","last_unstale":"2024-08-29T14:52:52.799717+0000","last_undegraded":"2024-08-29T14:52:52.799717+0000","last_fullsized":"2024-08-29T14:52:52.799717+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T17:32:08.439344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"71'2","reported_seq":17,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.800025+0000","last_change":"2024-08-29T14:52:10.490814+0000","last_active":"2024-08-29T14:52:52.800025+0000","last_peered":"2024-08-29T14:52:52.800025+0000","last_clean":"2024-08-29T14:52:52.800025+0000","last_became_active":"2024-08-29T14:52:10.490542+0000","last_became_peered":"2024-08-29T14:52:10.490542+0000","last_unstale":"2024-08-29T14:52:52.800025+0000","last_undegraded":"2024-08-29T14:52:52.800025+0000","last_fullsized":"2024-08-29T14:52:52.800025+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:02:04.363314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.734564+0000","last_change":"2024-08-29T14:52:11.292196+0000","last_active":"2024-08-29T14:52:52.734564+0000","last_peered":"2024-08-29T14:52:52.734564+0000","last_clean":"2024-08-29T14:52:52.734564+0000","last_became_active":"2024-08-29T14:52:11.291928+0000","last_became_peered":"2024-08-29T14:52:11.291928+0000","last_unstale":"2024-08-29T14:52:52.734564+0000","last_undegraded":"2024-08-29T14:52:52.734564+0000","last_fullsized":"2024-08-29T14:52:52.734564+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:03:11.161864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.732293+0000","last_change":"2024-08-29T14:52:10.487877+0000","last_active":"2024-08-29T14:52:52.732293+0000","last_peered":"2024-08-29T14:52:52.732293+0000","last_clean":"2024-08-29T14:52:52.732293+0000","last_became_active":"2024-08-29T14:52:10.487539+0000","last_became_peered":"2024-08-29T14:52:10.487539+0000","last_unstale":"2024-08-29T14:52:52.732293+0000","last_undegraded":"2024-08-29T14:52:52.732293+0000","last_fullsized":"2024-08-29T14:52:52.732293+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:09:26.283292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.732980+0000","last_change":"2024-08-29T14:52:11.291134+0000","last_active":"2024-08-29T14:52:52.732980+0000","last_peered":"2024-08-29T14:52:52.732980+0000","last_clean":"2024-08-29T14:52:52.732980+0000","last_became_active":"2024-08-29T14:52:11.290871+0000","last_became_peered":"2024-08-29T14:52:11.290871+0000","last_unstale":"2024-08-29T14:52:52.732980+0000","last_undegraded":"2024-08-29T14:52:52.732980+0000","last_fullsized":"2024-08-29T14:52:52.732980+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:06:34.140761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.799926+0000","last_change":"2024-08-29T14:52:10.487162+0000","last_active":"2024-08-29T14:52:52.799926+0000","last_peered":"2024-08-29T14:52:52.799926+0000","last_clean":"2024-08-29T14:52:52.799926+0000","last_became_active":"2024-08-29T14:52:10.486888+0000","last_became_peered":"2024-08-29T14:52:10.486888+0000","last_unstale":"2024-08-29T14:52:52.799926+0000","last_undegraded":"2024-08-29T14:52:52.799926+0000","last_fullsized":"2024-08-29T14:52:52.799926+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:54:10.604581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.799724+0000","last_change":"2024-08-29T14:52:11.509136+0000","last_active":"2024-08-29T14:52:52.799724+0000","last_peered":"2024-08-29T14:52:52.799724+0000","last_clean":"2024-08-29T14:52:52.799724+0000","last_became_active":"2024-08-29T14:52:11.508430+0000","last_became_peered":"2024-08-29T14:52:11.508430+0000","last_unstale":"2024-08-29T14:52:52.799724+0000","last_undegraded":"2024-08-29T14:52:52.799724+0000","last_fullsized":"2024-08-29T14:52:52.799724+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:36:38.688652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"71'8","reported_seq":23,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.730943+0000","last_change":"2024-08-29T14:52:10.486669+0000","last_active":"2024-08-29T14:52:52.730943+0000","last_peered":"2024-08-29T14:52:52.730943+0000","last_clean":"2024-08-29T14:52:52.730943+0000","last_became_active":"2024-08-29T14:52:10.486405+0000","last_became_peered":"2024-08-29T14:52:10.486405+0000","last_unstale":"2024-08-29T14:52:52.730943+0000","last_undegraded":"2024-08-29T14:52:52.730943+0000","last_fullsized":"2024-08-29T14:52:52.730943+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:38:43.295414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"71'1","reported_seq":16,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.800270+0000","last_change":"2024-08-29T14:52:10.490965+0000","last_active":"2024-08-29T14:52:52.800270+0000","last_peered":"2024-08-29T14:52:52.800270+0000","last_clean":"2024-08-29T14:52:52.800270+0000","last_became_active":"2024-08-29T14:52:10.490675+0000","last_became_peered":"2024-08-29T14:52:10.490675+0000","last_unstale":"2024-08-29T14:52:52.800270+0000","last_undegraded":"2024-08-29T14:52:52.800270+0000","last_fullsized":"2024-08-29T14:52:52.800270+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:57:21.184592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.734388+0000","last_change":"2024-08-29T14:52:11.291450+0000","last_active":"2024-08-29T14:52:52.734388+0000","last_peered":"2024-08-29T14:52:52.734388+0000","last_clean":"2024-08-29T14:52:52.734388+0000","last_became_active":"2024-08-29T14:52:11.290640+0000","last_became_peered":"2024-08-29T14:52:11.290640+0000","last_unstale":"2024-08-29T14:52:52.734388+0000","last_undegraded":"2024-08-29T14:52:52.734388+0000","last_fullsized":"2024-08-29T14:52:52.734388+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:19:32.958933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"71'2","reported_seq":17,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.800304+0000","last_change":"2024-08-29T14:52:10.491053+0000","last_active":"2024-08-29T14:52:52.800304+0000","last_peered":"2024-08-29T14:52:52.800304+0000","last_clean":"2024-08-29T14:52:52.800304+0000","last_became_active":"2024-08-29T14:52:10.490757+0000","last_became_peered":"2024-08-29T14:52:10.490757+0000","last_unstale":"2024-08-29T14:52:52.800304+0000","last_undegraded":"2024-08-29T14:52:52.800304+0000","last_fullsized":"2024-08-29T14:52:52.800304+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:17:22.861978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.728092+0000","last_change":"2024-08-29T14:52:11.511652+0000","last_active":"2024-08-29T14:52:52.728092+0000","last_peered":"2024-08-29T14:52:52.728092+0000","last_clean":"2024-08-29T14:52:52.728092+0000","last_became_active":"2024-08-29T14:52:11.511453+0000","last_became_peered":"2024-08-29T14:52:11.511453+0000","last_unstale":"2024-08-29T14:52:52.728092+0000","last_undegraded":"2024-08-29T14:52:52.728092+0000","last_fullsized":"2024-08-29T14:52:52.728092+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:49:20.255650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"71'1","reported_seq":16,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.800197+0000","last_change":"2024-08-29T14:52:10.483204+0000","last_active":"2024-08-29T14:52:52.800197+0000","last_peered":"2024-08-29T14:52:52.800197+0000","last_clean":"2024-08-29T14:52:52.800197+0000","last_became_active":"2024-08-29T14:52:10.482856+0000","last_became_peered":"2024-08-29T14:52:10.482856+0000","last_unstale":"2024-08-29T14:52:52.800197+0000","last_undegraded":"2024-08-29T14:52:52.800197+0000","last_fullsized":"2024-08-29T14:52:52.800197+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:58:15.367380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.730751+0000","last_change":"2024-08-29T14:52:11.290824+0000","last_active":"2024-08-29T14:52:52.730751+0000","last_peered":"2024-08-29T14:52:52.730751+0000","last_clean":"2024-08-29T14:52:52.730751+0000","last_became_active":"2024-08-29T14:52:11.290534+0000","last_became_peered":"2024-08-29T14:52:11.290534+0000","last_unstale":"2024-08-29T14:52:52.730751+0000","last_undegraded":"2024-08-29T14:52:52.730751+0000","last_fullsized":"2024-08-29T14:52:52.730751+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:00:07.124227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.734617+0000","last_change":"2024-08-29T14:52:10.492262+0000","last_active":"2024-08-29T14:52:52.734617+0000","last_peered":"2024-08-29T14:52:52.734617+0000","last_clean":"2024-08-29T14:52:52.734617+0000","last_became_active":"2024-08-29T14:52:10.490860+0000","last_became_peered":"2024-08-29T14:52:10.490860+0000","last_unstale":"2024-08-29T14:52:52.734617+0000","last_undegraded":"2024-08-29T14:52:52.734617+0000","last_fullsized":"2024-08-29T14:52:52.734617+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:09:51.658891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.732988+0000","last_change":"2024-08-29T14:52:10.695965+0000","last_active":"2024-08-29T14:52:52.732988+0000","last_peered":"2024-08-29T14:52:52.732988+0000","last_clean":"2024-08-29T14:52:52.732988+0000","last_became_active":"2024-08-29T14:52:10.695537+0000","last_became_peered":"2024-08-29T14:52:10.695537+0000","last_unstale":"2024-08-29T14:52:52.732988+0000","last_undegraded":"2024-08-29T14:52:52.732988+0000","last_fullsized":"2024-08-29T14:52:52.732988+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T15:33:23.859981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"71'2","reported_seq":17,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.799729+0000","last_change":"2024-08-29T14:52:10.495924+0000","last_active":"2024-08-29T14:52:52.799729+0000","last_peered":"2024-08-29T14:52:52.799729+0000","last_clean":"2024-08-29T14:52:52.799729+0000","last_became_active":"2024-08-29T14:52:10.495636+0000","last_became_peered":"2024-08-29T14:52:10.495636+0000","last_unstale":"2024-08-29T14:52:52.799729+0000","last_undegraded":"2024-08-29T14:52:52.799729+0000","last_fullsized":"2024-08-29T14:52:52.799729+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:29:02.535351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.728361+0000","last_change":"2024-08-29T14:52:11.773763+0000","last_active":"2024-08-29T14:52:52.728361+0000","last_peered":"2024-08-29T14:52:52.728361+0000","last_clean":"2024-08-29T14:52:52.728361+0000","last_became_active":"2024-08-29T14:52:11.773455+0000","last_became_peered":"2024-08-29T14:52:11.773455+0000","last_unstale":"2024-08-29T14:52:52.728361+0000","last_undegraded":"2024-08-29T14:52:52.728361+0000","last_fullsized":"2024-08-29T14:52:52.728361+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:09:16.073008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.730865+0000","last_change":"2024-08-29T14:52:10.490617+0000","last_active":"2024-08-29T14:52:52.730865+0000","last_peered":"2024-08-29T14:52:52.730865+0000","last_clean":"2024-08-29T14:52:52.730865+0000","last_became_active":"2024-08-29T14:52:10.490340+0000","last_became_peered":"2024-08-29T14:52:10.490340+0000","last_unstale":"2024-08-29T14:52:52.730865+0000","last_undegraded":"2024-08-29T14:52:52.730865+0000","last_fullsized":"2024-08-29T14:52:52.730865+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:53:05.944531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.728761+0000","last_change":"2024-08-29T14:52:11.511289+0000","last_active":"2024-08-29T14:52:52.728761+0000","last_peered":"2024-08-29T14:52:52.728761+0000","last_clean":"2024-08-29T14:52:52.728761+0000","last_became_active":"2024-08-29T14:52:11.511014+0000","last_became_peered":"2024-08-29T14:52:11.511014+0000","last_unstale":"2024-08-29T14:52:52.728761+0000","last_undegraded":"2024-08-29T14:52:52.728761+0000","last_fullsized":"2024-08-29T14:52:52.728761+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:08:28.906185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.728346+0000","last_change":"2024-08-29T14:52:10.494440+0000","last_active":"2024-08-29T14:52:52.728346+0000","last_peered":"2024-08-29T14:52:52.728346+0000","last_clean":"2024-08-29T14:52:52.728346+0000","last_became_active":"2024-08-29T14:52:10.493911+0000","last_became_peered":"2024-08-29T14:52:10.493911+0000","last_unstale":"2024-08-29T14:52:52.728346+0000","last_undegraded":"2024-08-29T14:52:52.728346+0000","last_fullsized":"2024-08-29T14:52:52.728346+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:33:16.877043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":23,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-29T14:52:53.733695+0000","last_change":"2024-08-29T14:52:53.733695+0000","last_active":"2024-08-29T14:52:53.733695+0000","last_peered":"2024-08-29T14:52:53.733695+0000","last_clean":"2024-08-29T14:52:53.733695+0000","last_became_active":"2024-08-29T14:52:53.733248+0000","last_became_peered":"2024-08-29T14:52:53.733248+0000","last_unstale":"2024-08-29T14:52:53.733695+0000","last_undegraded":"2024-08-29T14:52:53.733695+0000","last_fullsized":"2024-08-29T14:52:53.733695+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:13:35.514173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.799480+0000","last_change":"2024-08-29T14:52:10.489650+0000","last_active":"2024-08-29T14:52:52.799480+0000","last_peered":"2024-08-29T14:52:52.799480+0000","last_clean":"2024-08-29T14:52:52.799480+0000","last_became_active":"2024-08-29T14:52:10.489391+0000","last_became_peered":"2024-08-29T14:52:10.489391+0000","last_unstale":"2024-08-29T14:52:52.799480+0000","last_undegraded":"2024-08-29T14:52:52.799480+0000","last_fullsized":"2024-08-29T14:52:52.799480+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:39:20.056157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.733302+0000","last_change":"2024-08-29T14:52:10.892112+0000","last_active":"2024-08-29T14:52:52.733302+0000","last_peered":"2024-08-29T14:52:52.733302+0000","last_clean":"2024-08-29T14:52:52.733302+0000","last_became_active":"2024-08-29T14:52:10.891799+0000","last_became_peered":"2024-08-29T14:52:10.891799+0000","last_unstale":"2024-08-29T14:52:52.733302+0000","last_undegraded":"2024-08-29T14:52:52.733302+0000","last_fullsized":"2024-08-29T14:52:52.733302+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:19:16.425234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"63'128","reported_seq":271,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.799902+0000","last_change":"2024-08-29T14:50:27.066895+0000","last_active":"2024-08-29T14:52:52.799902+0000","last_peered":"2024-08-29T14:52:52.799902+0000","last_clean":"2024-08-29T14:52:52.799902+0000","last_became_active":"2024-08-29T14:50:27.066517+0000","last_became_peered":"2024-08-29T14:50:27.066517+0000","last_unstale":"2024-08-29T14:52:52.799902+0000","last_undegraded":"2024-08-29T14:52:52.799902+0000","last_fullsized":"2024-08-29T14:52:52.799902+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:48:23.737983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:48:23.737983+0000","last_clean_scrub_stamp":"2024-08-29T14:48:23.737983+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T16:13:36.069620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"63'1","reported_seq":29,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-29T14:52:54.377656+0000","last_change":"2024-08-29T14:50:56.677387+0000","last_active":"2024-08-29T14:52:54.377656+0000","last_peered":"2024-08-29T14:52:54.377656+0000","last_clean":"2024-08-29T14:52:54.377656+0000","last_became_active":"2024-08-29T14:50:52.655307+0000","last_became_peered":"2024-08-29T14:50:52.655307+0000","last_unstale":"2024-08-29T14:52:54.377656+0000","last_undegraded":"2024-08-29T14:52:54.377656+0000","last_fullsized":"2024-08-29T14:52:54.377656+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_clean_scrub_stamp":"2024-08-29T14:50:51.835372+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:55:10.326734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00023109699999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.799581+0000","last_change":"2024-08-29T14:52:10.491035+0000","last_active":"2024-08-29T14:52:52.799581+0000","last_peered":"2024-08-29T14:52:52.799581+0000","last_clean":"2024-08-29T14:52:52.799581+0000","last_became_active":"2024-08-29T14:52:10.490769+0000","last_became_peered":"2024-08-29T14:52:10.490769+0000","last_unstale":"2024-08-29T14:52:52.799581+0000","last_undegraded":"2024-08-29T14:52:52.799581+0000","last_fullsized":"2024-08-29T14:52:52.799581+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:00:38.276068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.731167+0000","last_change":"2024-08-29T14:52:11.291079+0000","last_active":"2024-08-29T14:52:52.731167+0000","last_peered":"2024-08-29T14:52:52.731167+0000","last_clean":"2024-08-29T14:52:52.731167+0000","last_became_active":"2024-08-29T14:52:11.290744+0000","last_became_peered":"2024-08-29T14:52:11.290744+0000","last_unstale":"2024-08-29T14:52:52.731167+0000","last_undegraded":"2024-08-29T14:52:52.731167+0000","last_fullsized":"2024-08-29T14:52:52.731167+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T15:22:03.222453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":28,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:53.672995+0000","last_change":"2024-08-29T14:50:56.877411+0000","last_active":"2024-08-29T14:52:53.672995+0000","last_peered":"2024-08-29T14:52:53.672995+0000","last_clean":"2024-08-29T14:52:53.672995+0000","last_became_active":"2024-08-29T14:50:52.829688+0000","last_became_peered":"2024-08-29T14:50:52.829688+0000","last_unstale":"2024-08-29T14:52:53.672995+0000","last_undegraded":"2024-08-29T14:52:53.672995+0000","last_fullsized":"2024-08-29T14:52:53.672995+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_clean_scrub_stamp":"2024-08-29T14:50:51.835372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:33:45.121943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00025350699999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.732068+0000","last_change":"2024-08-29T14:52:10.493208+0000","last_active":"2024-08-29T14:52:52.732068+0000","last_peered":"2024-08-29T14:52:52.732068+0000","last_clean":"2024-08-29T14:52:52.732068+0000","last_became_active":"2024-08-29T14:52:10.492940+0000","last_became_peered":"2024-08-29T14:52:10.492940+0000","last_unstale":"2024-08-29T14:52:52.732068+0000","last_undegraded":"2024-08-29T14:52:52.732068+0000","last_fullsized":"2024-08-29T14:52:52.732068+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:31:13.695241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":23,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-29T14:52:54.378909+0000","last_change":"2024-08-29T14:52:54.378909+0000","last_active":"2024-08-29T14:52:54.378909+0000","last_peered":"2024-08-29T14:52:54.378909+0000","last_clean":"2024-08-29T14:52:54.378909+0000","last_became_active":"2024-08-29T14:52:54.378646+0000","last_became_peered":"2024-08-29T14:52:54.378646+0000","last_unstale":"2024-08-29T14:52:54.378909+0000","last_undegraded":"2024-08-29T14:52:54.378909+0000","last_fullsized":"2024-08-29T14:52:54.378909+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:21:40.253562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":28,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-29T14:52:53.731893+0000","last_change":"2024-08-29T14:50:56.671443+0000","last_active":"2024-08-29T14:52:53.731893+0000","last_peered":"2024-08-29T14:52:53.731893+0000","last_clean":"2024-08-29T14:52:53.731893+0000","last_became_active":"2024-08-29T14:50:52.829654+0000","last_became_peered":"2024-08-29T14:50:52.829654+0000","last_unstale":"2024-08-29T14:52:53.731893+0000","last_undegraded":"2024-08-29T14:52:53.731893+0000","last_fullsized":"2024-08-29T14:52:53.731893+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_clean_scrub_stamp":"2024-08-29T14:50:51.835372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:52:18.823819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00029433900000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.732455+0000","last_change":"2024-08-29T14:52:10.487270+0000","last_active":"2024-08-29T14:52:52.732455+0000","last_peered":"2024-08-29T14:52:52.732455+0000","last_clean":"2024-08-29T14:52:52.732455+0000","last_became_active":"2024-08-29T14:52:10.486346+0000","last_became_peered":"2024-08-29T14:52:10.486346+0000","last_unstale":"2024-08-29T14:52:52.732455+0000","last_undegraded":"2024-08-29T14:52:52.732455+0000","last_fullsized":"2024-08-29T14:52:52.732455+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T16:08:53.390476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.733302+0000","last_change":"2024-08-29T14:52:10.509592+0000","last_active":"2024-08-29T14:52:52.733302+0000","last_peered":"2024-08-29T14:52:52.733302+0000","last_clean":"2024-08-29T14:52:52.733302+0000","last_became_active":"2024-08-29T14:52:10.509187+0000","last_became_peered":"2024-08-29T14:52:10.509187+0000","last_unstale":"2024-08-29T14:52:52.733302+0000","last_undegraded":"2024-08-29T14:52:52.733302+0000","last_fullsized":"2024-08-29T14:52:52.733302+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:03:02.382599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"65'2","reported_seq":30,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-29T14:52:54.377597+0000","last_change":"2024-08-29T14:50:56.677978+0000","last_active":"2024-08-29T14:52:54.377597+0000","last_peered":"2024-08-29T14:52:54.377597+0000","last_clean":"2024-08-29T14:52:54.377597+0000","last_became_active":"2024-08-29T14:50:52.657351+0000","last_became_peered":"2024-08-29T14:50:52.657351+0000","last_unstale":"2024-08-29T14:52:54.377597+0000","last_undegraded":"2024-08-29T14:52:54.377597+0000","last_fullsized":"2024-08-29T14:52:54.377597+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_clean_scrub_stamp":"2024-08-29T14:50:51.835372+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:39:03.807005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00081296099999999996,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.728632+0000","last_change":"2024-08-29T14:52:10.493562+0000","last_active":"2024-08-29T14:52:52.728632+0000","last_peered":"2024-08-29T14:52:52.728632+0000","last_clean":"2024-08-29T14:52:52.728632+0000","last_became_active":"2024-08-29T14:52:10.493312+0000","last_became_peered":"2024-08-29T14:52:10.493312+0000","last_unstale":"2024-08-29T14:52:52.728632+0000","last_undegraded":"2024-08-29T14:52:52.728632+0000","last_fullsized":"2024-08-29T14:52:52.728632+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T16:54:16.750157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.732954+0000","last_change":"2024-08-29T14:52:10.983852+0000","last_active":"2024-08-29T14:52:52.732954+0000","last_peered":"2024-08-29T14:52:52.732954+0000","last_clean":"2024-08-29T14:52:52.732954+0000","last_became_active":"2024-08-29T14:52:10.983564+0000","last_became_peered":"2024-08-29T14:52:10.983564+0000","last_unstale":"2024-08-29T14:52:52.732954+0000","last_undegraded":"2024-08-29T14:52:52.732954+0000","last_fullsized":"2024-08-29T14:52:52.732954+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T16:18:21.652692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.734659+0000","last_change":"2024-08-29T14:52:10.489270+0000","last_active":"2024-08-29T14:52:52.734659+0000","last_peered":"2024-08-29T14:52:52.734659+0000","last_clean":"2024-08-29T14:52:52.734659+0000","last_became_active":"2024-08-29T14:52:10.488992+0000","last_became_peered":"2024-08-29T14:52:10.488992+0000","last_unstale":"2024-08-29T14:52:52.734659+0000","last_undegraded":"2024-08-29T14:52:52.734659+0000","last_fullsized":"2024-08-29T14:52:52.734659+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:02:27.817605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":28,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-29T14:52:53.895176+0000","last_change":"2024-08-29T14:50:56.671768+0000","last_active":"2024-08-29T14:52:53.895176+0000","last_peered":"2024-08-29T14:52:53.895176+0000","last_clean":"2024-08-29T14:52:53.895176+0000","last_became_active":"2024-08-29T14:50:52.829724+0000","last_became_peered":"2024-08-29T14:50:52.829724+0000","last_unstale":"2024-08-29T14:52:53.895176+0000","last_undegraded":"2024-08-29T14:52:53.895176+0000","last_fullsized":"2024-08-29T14:52:53.895176+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_clean_scrub_stamp":"2024-08-29T14:50:51.835372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:02:50.048881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00027718699999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.733045+0000","last_change":"2024-08-29T14:52:10.695920+0000","last_active":"2024-08-29T14:52:52.733045+0000","last_peered":"2024-08-29T14:52:52.733045+0000","last_clean":"2024-08-29T14:52:52.733045+0000","last_became_active":"2024-08-29T14:52:10.695573+0000","last_became_peered":"2024-08-29T14:52:10.695573+0000","last_unstale":"2024-08-29T14:52:52.733045+0000","last_undegraded":"2024-08-29T14:52:52.733045+0000","last_fullsized":"2024-08-29T14:52:52.733045+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:52:58.849397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.732970+0000","last_change":"2024-08-29T14:52:10.493212+0000","last_active":"2024-08-29T14:52:52.732970+0000","last_peered":"2024-08-29T14:52:52.732970+0000","last_clean":"2024-08-29T14:52:52.732970+0000","last_became_active":"2024-08-29T14:52:10.488935+0000","last_became_peered":"2024-08-29T14:52:10.488935+0000","last_unstale":"2024-08-29T14:52:52.732970+0000","last_undegraded":"2024-08-29T14:52:52.732970+0000","last_fullsized":"2024-08-29T14:52:52.732970+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T16:30:14.056171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":28,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-29T14:52:54.378204+0000","last_change":"2024-08-29T14:50:56.877417+0000","last_active":"2024-08-29T14:52:54.378204+0000","last_peered":"2024-08-29T14:52:54.378204+0000","last_clean":"2024-08-29T14:52:54.378204+0000","last_became_active":"2024-08-29T14:50:52.829632+0000","last_became_peered":"2024-08-29T14:50:52.829632+0000","last_unstale":"2024-08-29T14:52:54.378204+0000","last_undegraded":"2024-08-29T14:52:54.378204+0000","last_fullsized":"2024-08-29T14:52:54.378204+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_clean_scrub_stamp":"2024-08-29T14:50:51.835372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:47:59.676120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00020571200000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.733062+0000","last_change":"2024-08-29T14:52:11.291037+0000","last_active":"2024-08-29T14:52:52.733062+0000","last_peered":"2024-08-29T14:52:52.733062+0000","last_clean":"2024-08-29T14:52:52.733062+0000","last_became_active":"2024-08-29T14:52:11.290717+0000","last_became_peered":"2024-08-29T14:52:11.290717+0000","last_unstale":"2024-08-29T14:52:52.733062+0000","last_undegraded":"2024-08-29T14:52:52.733062+0000","last_fullsized":"2024-08-29T14:52:52.733062+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:52:33.121313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"71'2","reported_seq":17,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.799797+0000","last_change":"2024-08-29T14:52:10.489814+0000","last_active":"2024-08-29T14:52:52.799797+0000","last_peered":"2024-08-29T14:52:52.799797+0000","last_clean":"2024-08-29T14:52:52.799797+0000","last_became_active":"2024-08-29T14:52:10.489042+0000","last_became_peered":"2024-08-29T14:52:10.489042+0000","last_unstale":"2024-08-29T14:52:52.799797+0000","last_undegraded":"2024-08-29T14:52:52.799797+0000","last_fullsized":"2024-08-29T14:52:52.799797+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T16:33:35.830595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":28,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-29T14:52:53.895362+0000","last_change":"2024-08-29T14:50:56.672068+0000","last_active":"2024-08-29T14:52:53.895362+0000","last_peered":"2024-08-29T14:52:53.895362+0000","last_clean":"2024-08-29T14:52:53.895362+0000","last_became_active":"2024-08-29T14:50:52.827855+0000","last_became_peered":"2024-08-29T14:50:52.827855+0000","last_unstale":"2024-08-29T14:52:53.895362+0000","last_undegraded":"2024-08-29T14:52:53.895362+0000","last_fullsized":"2024-08-29T14:52:53.895362+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_clean_scrub_stamp":"2024-08-29T14:50:51.835372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:40:38.347087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00046897300000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.799389+0000","last_change":"2024-08-29T14:52:11.774957+0000","last_active":"2024-08-29T14:52:52.799389+0000","last_peered":"2024-08-29T14:52:52.799389+0000","last_clean":"2024-08-29T14:52:52.799389+0000","last_became_active":"2024-08-29T14:52:11.773633+0000","last_became_peered":"2024-08-29T14:52:11.773633+0000","last_unstale":"2024-08-29T14:52:52.799389+0000","last_undegraded":"2024-08-29T14:52:52.799389+0000","last_fullsized":"2024-08-29T14:52:52.799389+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:57:35.338615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"71'1","reported_seq":16,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.733071+0000","last_change":"2024-08-29T14:52:10.490515+0000","last_active":"2024-08-29T14:52:52.733071+0000","last_peered":"2024-08-29T14:52:52.733071+0000","last_clean":"2024-08-29T14:52:52.733071+0000","last_became_active":"2024-08-29T14:52:10.490159+0000","last_became_peered":"2024-08-29T14:52:10.490159+0000","last_unstale":"2024-08-29T14:52:52.733071+0000","last_undegraded":"2024-08-29T14:52:52.733071+0000","last_fullsized":"2024-08-29T14:52:52.733071+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T15:56:18.580105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":28,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-29T14:52:53.729569+0000","last_change":"2024-08-29T14:50:56.678699+0000","last_active":"2024-08-29T14:52:53.729569+0000","last_peered":"2024-08-29T14:52:53.729569+0000","last_clean":"2024-08-29T14:52:53.729569+0000","last_became_active":"2024-08-29T14:50:52.657509+0000","last_became_peered":"2024-08-29T14:50:52.657509+0000","last_unstale":"2024-08-29T14:52:53.729569+0000","last_undegraded":"2024-08-29T14:52:53.729569+0000","last_fullsized":"2024-08-29T14:52:53.729569+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:50:51.835372+0000","last_clean_scrub_stamp":"2024-08-29T14:50:51.835372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:19:57.957496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000251642,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.728230+0000","last_change":"2024-08-29T14:52:11.774408+0000","last_active":"2024-08-29T14:52:52.728230+0000","last_peered":"2024-08-29T14:52:52.728230+0000","last_clean":"2024-08-29T14:52:52.728230+0000","last_became_active":"2024-08-29T14:52:11.774100+0000","last_became_peered":"2024-08-29T14:52:11.774100+0000","last_unstale":"2024-08-29T14:52:52.728230+0000","last_undegraded":"2024-08-29T14:52:52.728230+0000","last_fullsized":"2024-08-29T14:52:52.728230+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T15:26:48.594874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":23,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-29T14:52:53.733553+0000","last_change":"2024-08-29T14:52:53.733553+0000","last_active":"2024-08-29T14:52:53.733553+0000","last_peered":"2024-08-29T14:52:53.733553+0000","last_clean":"2024-08-29T14:52:53.733553+0000","last_became_active":"2024-08-29T14:52:53.733161+0000","last_became_peered":"2024-08-29T14:52:53.733161+0000","last_unstale":"2024-08-29T14:52:53.733553+0000","last_undegraded":"2024-08-29T14:52:53.733553+0000","last_fullsized":"2024-08-29T14:52:53.733553+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:39:56.726020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"71'6","reported_seq":21,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.728547+0000","last_change":"2024-08-29T14:52:10.489097+0000","last_active":"2024-08-29T14:52:52.728547+0000","last_peered":"2024-08-29T14:52:52.728547+0000","last_clean":"2024-08-29T14:52:52.728547+0000","last_became_active":"2024-08-29T14:52:10.488800+0000","last_became_peered":"2024-08-29T14:52:10.488800+0000","last_unstale":"2024-08-29T14:52:52.728547+0000","last_undegraded":"2024-08-29T14:52:52.728547+0000","last_fullsized":"2024-08-29T14:52:52.728547+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:05:27.482208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.733176+0000","last_change":"2024-08-29T14:52:10.983908+0000","last_active":"2024-08-29T14:52:52.733176+0000","last_peered":"2024-08-29T14:52:52.733176+0000","last_clean":"2024-08-29T14:52:52.733176+0000","last_became_active":"2024-08-29T14:52:10.983604+0000","last_became_peered":"2024-08-29T14:52:10.983604+0000","last_unstale":"2024-08-29T14:52:52.733176+0000","last_undegraded":"2024-08-29T14:52:52.733176+0000","last_fullsized":"2024-08-29T14:52:52.733176+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:42:43.703013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"71'3","reported_seq":18,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.800127+0000","last_change":"2024-08-29T14:52:10.489984+0000","last_active":"2024-08-29T14:52:52.800127+0000","last_peered":"2024-08-29T14:52:52.800127+0000","last_clean":"2024-08-29T14:52:52.800127+0000","last_became_active":"2024-08-29T14:52:10.489656+0000","last_became_peered":"2024-08-29T14:52:10.489656+0000","last_unstale":"2024-08-29T14:52:52.800127+0000","last_undegraded":"2024-08-29T14:52:52.800127+0000","last_fullsized":"2024-08-29T14:52:52.800127+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:51:42.388740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.734619+0000","last_change":"2024-08-29T14:52:10.480531+0000","last_active":"2024-08-29T14:52:52.734619+0000","last_peered":"2024-08-29T14:52:52.734619+0000","last_clean":"2024-08-29T14:52:52.734619+0000","last_became_active":"2024-08-29T14:52:10.480246+0000","last_became_peered":"2024-08-29T14:52:10.480246+0000","last_unstale":"2024-08-29T14:52:52.734619+0000","last_undegraded":"2024-08-29T14:52:52.734619+0000","last_fullsized":"2024-08-29T14:52:52.734619+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:50:12.171731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.799455+0000","last_change":"2024-08-29T14:52:11.775402+0000","last_active":"2024-08-29T14:52:52.799455+0000","last_peered":"2024-08-29T14:52:52.799455+0000","last_clean":"2024-08-29T14:52:52.799455+0000","last_became_active":"2024-08-29T14:52:11.774322+0000","last_became_peered":"2024-08-29T14:52:11.774322+0000","last_unstale":"2024-08-29T14:52:52.799455+0000","last_undegraded":"2024-08-29T14:52:52.799455+0000","last_fullsized":"2024-08-29T14:52:52.799455+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:41:34.237843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.733471+0000","last_change":"2024-08-29T14:52:10.492070+0000","last_active":"2024-08-29T14:52:52.733471+0000","last_peered":"2024-08-29T14:52:52.733471+0000","last_clean":"2024-08-29T14:52:52.733471+0000","last_became_active":"2024-08-29T14:52:10.491748+0000","last_became_peered":"2024-08-29T14:52:10.491748+0000","last_unstale":"2024-08-29T14:52:52.733471+0000","last_undegraded":"2024-08-29T14:52:52.733471+0000","last_fullsized":"2024-08-29T14:52:52.733471+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T16:44:22.631935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.799387+0000","last_change":"2024-08-29T14:52:11.775939+0000","last_active":"2024-08-29T14:52:52.799387+0000","last_peered":"2024-08-29T14:52:52.799387+0000","last_clean":"2024-08-29T14:52:52.799387+0000","last_became_active":"2024-08-29T14:52:11.775564+0000","last_became_peered":"2024-08-29T14:52:11.775564+0000","last_unstale":"2024-08-29T14:52:52.799387+0000","last_undegraded":"2024-08-29T14:52:52.799387+0000","last_fullsized":"2024-08-29T14:52:52.799387+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:07:49.732549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.730989+0000","last_change":"2024-08-29T14:52:10.508434+0000","last_active":"2024-08-29T14:52:52.730989+0000","last_peered":"2024-08-29T14:52:52.730989+0000","last_clean":"2024-08-29T14:52:52.730989+0000","last_became_active":"2024-08-29T14:52:10.508127+0000","last_became_peered":"2024-08-29T14:52:10.508127+0000","last_unstale":"2024-08-29T14:52:52.730989+0000","last_undegraded":"2024-08-29T14:52:52.730989+0000","last_fullsized":"2024-08-29T14:52:52.730989+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:59:22.359335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.799487+0000","last_change":"2024-08-29T14:52:10.488980+0000","last_active":"2024-08-29T14:52:52.799487+0000","last_peered":"2024-08-29T14:52:52.799487+0000","last_clean":"2024-08-29T14:52:52.799487+0000","last_became_active":"2024-08-29T14:52:10.488707+0000","last_became_peered":"2024-08-29T14:52:10.488707+0000","last_unstale":"2024-08-29T14:52:52.799487+0000","last_undegraded":"2024-08-29T14:52:52.799487+0000","last_fullsized":"2024-08-29T14:52:52.799487+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:06:03.887559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.732945+0000","last_change":"2024-08-29T14:52:11.291037+0000","last_active":"2024-08-29T14:52:52.732945+0000","last_peered":"2024-08-29T14:52:52.732945+0000","last_clean":"2024-08-29T14:52:52.732945+0000","last_became_active":"2024-08-29T14:52:11.290760+0000","last_became_peered":"2024-08-29T14:52:11.290760+0000","last_unstale":"2024-08-29T14:52:52.732945+0000","last_undegraded":"2024-08-29T14:52:52.732945+0000","last_fullsized":"2024-08-29T14:52:52.732945+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:32:37.116231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.732703+0000","last_change":"2024-08-29T14:52:10.493397+0000","last_active":"2024-08-29T14:52:52.732703+0000","last_peered":"2024-08-29T14:52:52.732703+0000","last_clean":"2024-08-29T14:52:52.732703+0000","last_became_active":"2024-08-29T14:52:10.493097+0000","last_became_peered":"2024-08-29T14:52:10.493097+0000","last_unstale":"2024-08-29T14:52:52.732703+0000","last_undegraded":"2024-08-29T14:52:52.732703+0000","last_fullsized":"2024-08-29T14:52:52.732703+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:32:13.931468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.799719+0000","last_change":"2024-08-29T14:52:11.511202+0000","last_active":"2024-08-29T14:52:52.799719+0000","last_peered":"2024-08-29T14:52:52.799719+0000","last_clean":"2024-08-29T14:52:52.799719+0000","last_became_active":"2024-08-29T14:52:11.510745+0000","last_became_peered":"2024-08-29T14:52:11.510745+0000","last_unstale":"2024-08-29T14:52:52.799719+0000","last_undegraded":"2024-08-29T14:52:52.799719+0000","last_fullsized":"2024-08-29T14:52:52.799719+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T16:56:26.976064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"71'1","reported_seq":16,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.728325+0000","last_change":"2024-08-29T14:52:10.496158+0000","last_active":"2024-08-29T14:52:52.728325+0000","last_peered":"2024-08-29T14:52:52.728325+0000","last_clean":"2024-08-29T14:52:52.728325+0000","last_became_active":"2024-08-29T14:52:10.495888+0000","last_became_peered":"2024-08-29T14:52:10.495888+0000","last_unstale":"2024-08-29T14:52:52.728325+0000","last_undegraded":"2024-08-29T14:52:52.728325+0000","last_fullsized":"2024-08-29T14:52:52.728325+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:30:20.633338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.729646+0000","last_change":"2024-08-29T14:52:11.507050+0000","last_active":"2024-08-29T14:52:52.729646+0000","last_peered":"2024-08-29T14:52:52.729646+0000","last_clean":"2024-08-29T14:52:52.729646+0000","last_became_active":"2024-08-29T14:52:11.506736+0000","last_became_peered":"2024-08-29T14:52:11.506736+0000","last_unstale":"2024-08-29T14:52:52.729646+0000","last_undegraded":"2024-08-29T14:52:52.729646+0000","last_fullsized":"2024-08-29T14:52:52.729646+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:28:28.333829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"71'1","reported_seq":16,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.733145+0000","last_change":"2024-08-29T14:52:10.488973+0000","last_active":"2024-08-29T14:52:52.733145+0000","last_peered":"2024-08-29T14:52:52.733145+0000","last_clean":"2024-08-29T14:52:52.733145+0000","last_became_active":"2024-08-29T14:52:10.488518+0000","last_became_peered":"2024-08-29T14:52:10.488518+0000","last_unstale":"2024-08-29T14:52:52.733145+0000","last_undegraded":"2024-08-29T14:52:52.733145+0000","last_fullsized":"2024-08-29T14:52:52.733145+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:34:59.087311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.728457+0000","last_change":"2024-08-29T14:52:11.514467+0000","last_active":"2024-08-29T14:52:52.728457+0000","last_peered":"2024-08-29T14:52:52.728457+0000","last_clean":"2024-08-29T14:52:52.728457+0000","last_became_active":"2024-08-29T14:52:11.514154+0000","last_became_peered":"2024-08-29T14:52:11.514154+0000","last_unstale":"2024-08-29T14:52:52.728457+0000","last_undegraded":"2024-08-29T14:52:52.728457+0000","last_fullsized":"2024-08-29T14:52:52.728457+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:35:58.988109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"71'2","reported_seq":17,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.734543+0000","last_change":"2024-08-29T14:52:10.485517+0000","last_active":"2024-08-29T14:52:52.734543+0000","last_peered":"2024-08-29T14:52:52.734543+0000","last_clean":"2024-08-29T14:52:52.734543+0000","last_became_active":"2024-08-29T14:52:10.485303+0000","last_became_peered":"2024-08-29T14:52:10.485303+0000","last_unstale":"2024-08-29T14:52:52.734543+0000","last_undegraded":"2024-08-29T14:52:52.734543+0000","last_fullsized":"2024-08-29T14:52:52.734543+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:56:47.184500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.728505+0000","last_change":"2024-08-29T14:52:11.773891+0000","last_active":"2024-08-29T14:52:52.728505+0000","last_peered":"2024-08-29T14:52:52.728505+0000","last_clean":"2024-08-29T14:52:52.728505+0000","last_became_active":"2024-08-29T14:52:11.773612+0000","last_became_peered":"2024-08-29T14:52:11.773612+0000","last_unstale":"2024-08-29T14:52:52.728505+0000","last_undegraded":"2024-08-29T14:52:52.728505+0000","last_fullsized":"2024-08-29T14:52:52.728505+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:30:27.667017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"71'2","reported_seq":17,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.734618+0000","last_change":"2024-08-29T14:52:10.485531+0000","last_active":"2024-08-29T14:52:52.734618+0000","last_peered":"2024-08-29T14:52:52.734618+0000","last_clean":"2024-08-29T14:52:52.734618+0000","last_became_active":"2024-08-29T14:52:10.485256+0000","last_became_peered":"2024-08-29T14:52:10.485256+0000","last_unstale":"2024-08-29T14:52:52.734618+0000","last_undegraded":"2024-08-29T14:52:52.734618+0000","last_fullsized":"2024-08-29T14:52:52.734618+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T17:07:22.289831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.799603+0000","last_change":"2024-08-29T14:52:11.773794+0000","last_active":"2024-08-29T14:52:52.799603+0000","last_peered":"2024-08-29T14:52:52.799603+0000","last_clean":"2024-08-29T14:52:52.799603+0000","last_became_active":"2024-08-29T14:52:11.773412+0000","last_became_peered":"2024-08-29T14:52:11.773412+0000","last_unstale":"2024-08-29T14:52:52.799603+0000","last_undegraded":"2024-08-29T14:52:52.799603+0000","last_fullsized":"2024-08-29T14:52:52.799603+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:50:11.765000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"71'1","reported_seq":16,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.799721+0000","last_change":"2024-08-29T14:52:10.491517+0000","last_active":"2024-08-29T14:52:52.799721+0000","last_peered":"2024-08-29T14:52:52.799721+0000","last_clean":"2024-08-29T14:52:52.799721+0000","last_became_active":"2024-08-29T14:52:10.491276+0000","last_became_peered":"2024-08-29T14:52:10.491276+0000","last_unstale":"2024-08-29T14:52:52.799721+0000","last_undegraded":"2024-08-29T14:52:52.799721+0000","last_fullsized":"2024-08-29T14:52:52.799721+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:34:11.294762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.728080+0000","last_change":"2024-08-29T14:52:11.774801+0000","last_active":"2024-08-29T14:52:52.728080+0000","last_peered":"2024-08-29T14:52:52.728080+0000","last_clean":"2024-08-29T14:52:52.728080+0000","last_became_active":"2024-08-29T14:52:11.774449+0000","last_became_peered":"2024-08-29T14:52:11.774449+0000","last_unstale":"2024-08-29T14:52:52.728080+0000","last_undegraded":"2024-08-29T14:52:52.728080+0000","last_fullsized":"2024-08-29T14:52:52.728080+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:10.472410+0000","last_clean_scrub_stamp":"2024-08-29T14:52:10.472410+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:31:04.905346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"71'4","reported_seq":19,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-29T14:52:52.733387+0000","last_change":"2024-08-29T14:52:10.487034+0000","last_active":"2024-08-29T14:52:52.733387+0000","last_peered":"2024-08-29T14:52:52.733387+0000","last_clean":"2024-08-29T14:52:52.733387+0000","last_became_active":"2024-08-29T14:52:10.486727+0000","last_became_peered":"2024-08-29T14:52:10.486727+0000","last_unstale":"2024-08-29T14:52:52.733387+0000","last_undegraded":"2024-08-29T14:52:52.733387+0000","last_fullsized":"2024-08-29T14:52:52.733387+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T14:52:09.465657+0000","last_clean_scrub_stamp":"2024-08-29T14:52:09.465657+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:16:15.336429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201317,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28368,"kb_used_data":1348,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716784,"statfs":{"total":95995035648,"available":95965986816,"internally_reserved":0,"allocated":1380352,"data_stored":924989,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 14:52:26 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.55200000000000005,"15min":0.55800000000000005},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.70899999999999996,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.52900000000000003,"15min":0.53200000000000003},"min":{"1min":0.38500000000000001,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.53700000000000003}]},{"osd":1,"last update":"Thu Aug 29 14:52:26 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.55900000000000005,"15min":0.56499999999999995},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.72699999999999998,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.749,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.57499999999999996}]},{"osd":2,"last update":"Thu Aug 29 14:52:26 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.53700000000000003,"15min":0.54100000000000004},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.71999999999999997,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.52800000000000002,"15min":0.53000000000000003},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.66100000000000003,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.50900000000000001}]},{"osd":3,"last update":"Thu Aug 29 14:52:26 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.51900000000000002,"15min":0.51700000000000002},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.55300000000000005,"15min":0.55500000000000005},"min":{"1min":0.39200000000000002,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.68600000000000005,"5min":1.101,"15min":1.101},"last":0.64200000000000002}]},{"osd":4,"last update":"Thu Aug 29 14:52:26 2024","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.434,"15min":0.42999999999999999},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.38},{"interface":"front","average":{"1min":0.436,"5min":0.44500000000000001,"15min":0.44700000000000001},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.58999999999999997,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.56000000000000005}]},{"osd":5,"last update":"Thu Aug 29 14:52:26 2024","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.46899999999999997,"15min":0.46700000000000003},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.68100000000000005,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.48799999999999999,"15min":0.48499999999999999},"min":{"1min":0.36899999999999999,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.69399999999999995,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.63}]},{"osd":6,"last update":"Thu Aug 29 14:52:26 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.52000000000000002,"15min":0.51600000000000001},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.50700000000000001,"15min":0.50600000000000001},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.70499999999999996,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.65500000000000003}]}]},{"osd":3,"up_from":25,"seq":107374182457,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27764,"kb_used_data":744,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717388,"statfs":{"total":95995035648,"available":95966605312,"internally_reserved":0,"allocated":761856,"data_stored":332931,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 14:53:00 2024","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.34999999999999998,"15min":0.36299999999999999},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.20999999999999999},{"interface":"front","average":{"1min":0.372,"5min":0.38400000000000001,"15min":0.39800000000000002},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.36199999999999999}]},{"osd":1,"last update":"Thu Aug 29 14:53:00 2024","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.40200000000000002,"15min":0.42199999999999999},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.309},{"interface":"front","average":{"1min":0.32800000000000001,"5min":0.38500000000000001,"15min":0.41299999999999998},"min":{"1min":0.23400000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.59399999999999997,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.247}]},{"osd":2,"last update":"Thu Aug 29 14:53:00 2024","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.40899999999999997,"15min":0.435},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.59799999999999998,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.379,"5min":0.40500000000000003,"15min":0.41799999999999998},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.27200000000000002}]},{"osd":4,"last update":"Thu Aug 29 14:52:11 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.56399999999999995,"15min":0.56000000000000005},"min":{"1min":0.45000000000000001,"5min":0.372,"15min":0.372},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.53000000000000003,"15min":0.52300000000000002},"min":{"1min":0.40000000000000002,"5min":0.375,"15min":0.375},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.51900000000000002}]},{"osd":5,"last update":"Thu Aug 29 14:52:43 2024","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.55000000000000004,"15min":0.54200000000000004},"min":{"1min":0.40200000000000002,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.627,"5min":0.58199999999999996,"15min":0.57399999999999995},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.432}]},{"osd":6,"last update":"Thu Aug 29 14:53:00 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.57799999999999996,"15min":0.57399999999999995},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.56899999999999995,"15min":0.55500000000000005},"min":{"1min":0.45200000000000001,"5min":0.435,"15min":0.435},"max":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.47299999999999998}]},{"osd":7,"last update":"Thu Aug 29 14:52:26 2024","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.55200000000000005,"15min":0.54400000000000004},"min":{"1min":0.48599999999999999,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.57699999999999996,"15min":0.57299999999999995},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.505}]}]},{"osd":1,"up_from":13,"seq":55834574914,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27760,"kb_used_data":740,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717392,"statfs":{"total":95995035648,"available":95966609408,"internally_reserved":0,"allocated":757760,"data_stored":332587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 14:53:04 2024","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.35099999999999998,"15min":0.312},"min":{"1min":0.215,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.48999999999999999,"5min":0.56499999999999995,"15min":0.56499999999999995},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.379,"15min":0.33100000000000002},"min":{"1min":0.24399999999999999,"5min":0.216,"15min":0.216},"max":{"1min":0.55100000000000005,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.29399999999999998}]},{"osd":2,"last update":"Thu Aug 29 14:52:35 2024","interfaces":[{"interface":"back","average":{"1min":0.35199999999999998,"5min":0.33900000000000002,"15min":0.32000000000000001},"min":{"1min":0.20000000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"last":0.317},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.38700000000000001,"15min":0.37},"min":{"1min":0.25,"5min":0.222,"15min":0.222},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.34999999999999998}]},{"osd":3,"last update":"Thu Aug 29 14:52:58 2024","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.441,"15min":0.45300000000000001},"min":{"1min":0.27700000000000002,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.40799999999999997,"15min":0.40500000000000003},"min":{"1min":0.252,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.51300000000000001,"5min":0.752,"15min":0.752},"last":0.33800000000000002}]},{"osd":4,"last update":"Thu Aug 29 14:52:18 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.53500000000000003,"15min":0.52100000000000002},"min":{"1min":0.432,"5min":0.372,"15min":0.372},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.56100000000000005,"15min":0.55000000000000004},"min":{"1min":0.48099999999999998,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.72999999999999998,"5min":0.745,"15min":0.745},"last":0.61299999999999999}]},{"osd":5,"last update":"Thu Aug 29 14:52:35 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56599999999999995,"15min":0.56399999999999995},"min":{"1min":0.36299999999999999,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.76100000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.624,"5min":0.59699999999999998,"15min":0.59199999999999997},"min":{"1min":0.41399999999999998,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.80600000000000005,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.65100000000000002}]},{"osd":6,"last update":"Thu Aug 29 14:53:04 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.61299999999999999,"15min":0.61499999999999999},"min":{"1min":0.45200000000000001,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.81599999999999995,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.51600000000000001}]},{"osd":7,"last update":"Thu Aug 29 14:52:29 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.442,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.84499999999999997,"5min":0.874,"15min":0.874},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.621,"15min":0.61599999999999999},"min":{"1min":0.47499999999999998,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.79800000000000004,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.52600000000000002}]}]},{"osd":6,"up_from":46,"seq":197568495658,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28356,"kb_used_data":1332,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716796,"statfs":{"total":95995035648,"available":95965999104,"internally_reserved":0,"allocated":1363968,"data_stored":924258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 14:53:01 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.51900000000000002,"15min":0.51100000000000001},"min":{"1min":0.40600000000000003,"5min":0.31,"15min":0.31},"max":{"1min":0.76500000000000001,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.53000000000000003,"15min":0.52800000000000002},"min":{"1min":0.42299999999999999,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.67800000000000005,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.46800000000000003}]},{"osd":1,"last update":"Thu Aug 29 14:53:01 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.53400000000000003,"15min":0.52800000000000002},"min":{"1min":0.371,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.68400000000000005,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.53100000000000003,"15min":0.52900000000000003},"min":{"1min":0.372,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.45600000000000002}]},{"osd":2,"last update":"Thu Aug 29 14:53:01 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.35999999999999999,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.65700000000000003,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.51400000000000001,"15min":0.50900000000000001},"min":{"1min":0.41199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.622}]},{"osd":3,"last update":"Thu Aug 29 14:53:01 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.53600000000000003,"15min":0.53000000000000003},"min":{"1min":0.42799999999999999,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.70599999999999996,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.443},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.53600000000000003,"15min":0.52400000000000002},"min":{"1min":0.38,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.55100000000000005}]},{"osd":4,"last update":"Thu Aug 29 14:53:01 2024","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.41199999999999998,"15min":0.40400000000000003},"min":{"1min":0.33100000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.44400000000000001,"15min":0.42899999999999999},"min":{"1min":0.378,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.49199999999999999}]},{"osd":5,"last update":"Thu Aug 29 14:53:01 2024","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.434,"15min":0.42299999999999999},"min":{"1min":0.372,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.46899999999999997,"15min":0.45100000000000001},"min":{"1min":0.40500000000000003,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.53600000000000003}]},{"osd":7,"last update":"Thu Aug 29 14:52:23 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.498,"15min":0.495},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.47899999999999998,"15min":0.47799999999999998},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.42199999999999999}]}]},{"osd":5,"up_from":38,"seq":163208757295,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27776,"kb_used_data":752,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717376,"statfs":{"total":95995035648,"available":95966593024,"internally_reserved":0,"allocated":770048,"data_stored":333512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 14:52:42 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.53500000000000003,"15min":0.54400000000000004},"min":{"1min":0.33300000000000002,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.74099999999999999,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.63},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.55100000000000005,"15min":0.56699999999999995},"min":{"1min":0.36399999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.65800000000000003,"5min":1.1899999999999999,"15min":1.1899999999999999},"last":0.57299999999999995}]},{"osd":1,"last update":"Thu Aug 29 14:52:42 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.55200000000000005,"15min":0.56000000000000005},"min":{"1min":0.39200000000000002,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.72499999999999998,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.502,"5min":0.53600000000000003,"15min":0.55400000000000005},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.64900000000000002,"5min":1.1579999999999999,"15min":1.1579999999999999},"last":0.61199999999999999}]},{"osd":2,"last update":"Thu Aug 29 14:52:42 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.53700000000000003,"15min":0.54900000000000004},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.69699999999999995,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.54100000000000004,"15min":0.54800000000000004},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.68400000000000005,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.59799999999999998}]},{"osd":3,"last update":"Thu Aug 29 14:52:42 2024","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.54000000000000004,"15min":0.55400000000000005},"min":{"1min":0.38100000000000001,"5min":0.37,"15min":0.37},"max":{"1min":0.63500000000000001,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.55900000000000005,"15min":0.56100000000000005},"min":{"1min":0.36899999999999999,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.71199999999999997,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.55200000000000005}]},{"osd":4,"last update":"Thu Aug 29 14:52:42 2024","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.38900000000000001,"15min":0.38400000000000001},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.48699999999999999,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.39700000000000002,"5min":0.41099999999999998,"15min":0.40699999999999997},"min":{"1min":0.29299999999999998,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.56699999999999995,"5min":1.085,"15min":1.085},"last":0.39500000000000002}]},{"osd":6,"last update":"Thu Aug 29 14:53:04 2024","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.433,"15min":0.42499999999999999},"min":{"1min":0.33500000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.373},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.436,"15min":0.438},"min":{"1min":0.26800000000000002,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.35099999999999998}]},{"osd":7,"last update":"Thu Aug 29 14:52:29 2024","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.46400000000000002,"15min":0.46200000000000002},"min":{"1min":0.32500000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.48599999999999999,"15min":0.48999999999999999},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.68000000000000005,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.52300000000000002}]}]},{"osd":4,"up_from":30,"seq":128849018932,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27788,"kb_used_data":764,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717364,"statfs":{"total":95995035648,"available":95966580736,"internally_reserved":0,"allocated":782336,"data_stored":334551,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 14:52:19 2024","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.53200000000000003,"15min":0.53600000000000003},"min":{"1min":0.35499999999999998,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.66500000000000004,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.374,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.66400000000000003,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.59399999999999997}]},{"osd":1,"last update":"Thu Aug 29 14:52:19 2024","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.51800000000000002,"15min":0.52000000000000002},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.68899999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.53500000000000003,"15min":0.54100000000000004},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.64000000000000001,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.57999999999999996}]},{"osd":2,"last update":"Thu Aug 29 14:52:19 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.52600000000000002,"15min":0.51800000000000002},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.67900000000000005,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.54700000000000004,"15min":0.55100000000000005},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.628,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.63200000000000001}]},{"osd":3,"last update":"Thu Aug 29 14:52:19 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.54100000000000004,"15min":0.53900000000000003},"min":{"1min":0.39200000000000002,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.69999999999999996,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.501,"5min":0.54300000000000004,"15min":0.54500000000000004},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.66700000000000004,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.60999999999999999}]},{"osd":5,"last update":"Thu Aug 29 14:52:36 2024","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.38600000000000001,"15min":0.36599999999999999},"min":{"1min":0.29799999999999999,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.67100000000000004,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.432,"5min":0.40400000000000003,"15min":0.38300000000000001},"min":{"1min":0.311,"5min":0.245,"15min":0.245},"max":{"1min":0.627,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.372}]},{"osd":6,"last update":"Thu Aug 29 14:52:59 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.47599999999999998,"15min":0.46600000000000003},"min":{"1min":0.35999999999999999,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.66700000000000004,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.46100000000000002,"15min":0.45700000000000002},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.78800000000000003,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.40500000000000003}]},{"osd":7,"last update":"Thu Aug 29 14:52:25 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.53400000000000003,"15min":0.53600000000000003},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.70999999999999996,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.495},{"interface":"front","average":{"1min":0.499,"5min":0.51100000000000001,"15min":0.51300000000000001},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.63200000000000001,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.42199999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411389,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31860,"kb_used_data":748,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713292,"statfs":{"total":95995035648,"available":95962411008,"internally_reserved":0,"allocated":765952,"data_stored":333457,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 14:52:26 2024","interfaces":[{"interface":"back","average":{"1min":0.34100000000000003,"5min":0.36599999999999999,"15min":0.36599999999999999},"min":{"1min":0.20999999999999999,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.441,"5min":0.627,"15min":0.627},"last":0.311},{"interface":"front","average":{"1min":0.35599999999999998,"5min":0.376,"15min":0.38},"min":{"1min":0.253,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.45100000000000001,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.28000000000000003}]},{"osd":1,"last update":"Thu Aug 29 14:52:26 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.38700000000000001,"15min":0.39700000000000002},"min":{"1min":0.27700000000000002,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.46100000000000002,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.39400000000000002,"15min":0.38100000000000001},"min":{"1min":0.30199999999999999,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.59199999999999997,"5min":0.60999999999999999,"15min":0.60999999999999999},"last":0.33200000000000002}]},{"osd":3,"last update":"Thu Aug 29 14:52:54 2024","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.41699999999999998,"15min":0.433},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.51300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.42799999999999999,"15min":0.439},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.63700000000000001,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.372}]},{"osd":4,"last update":"Thu Aug 29 14:52:17 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.55500000000000005,"15min":0.56200000000000006},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.76600000000000001,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.56699999999999995,"15min":0.57499999999999996},"min":{"1min":0.42699999999999999,"5min":0.378,"15min":0.378},"max":{"1min":0.71199999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.68100000000000005}]},{"osd":5,"last update":"Thu Aug 29 14:52:33 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.57499999999999996,"15min":0.59499999999999997},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.81100000000000005,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.58499999999999996,"15min":0.60599999999999998},"min":{"1min":0.41399999999999998,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.68100000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.64300000000000002}]},{"osd":6,"last update":"Thu Aug 29 14:53:04 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.60199999999999998,"15min":0.61799999999999999},"min":{"1min":0.47799999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.76200000000000001,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.65200000000000002},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.56699999999999995,"15min":0.57999999999999996},"min":{"1min":0.40600000000000003,"5min":0.378,"15min":0.378},"max":{"1min":0.79400000000000004,"5min":0.88,"15min":0.88},"last":0.56999999999999995}]},{"osd":7,"last update":"Thu Aug 29 14:52:26 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.54400000000000004,"15min":0.54100000000000004},"min":{"1min":0.41199999999999998,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.68400000000000005,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.69399999999999995},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.56999999999999995,"15min":0.56899999999999995},"min":{"1min":0.42599999999999999,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.72099999999999997,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.55900000000000005}]}]},{"osd":0,"up_from":8,"seq":34359738438,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28348,"kb_used_data":1328,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716804,"statfs":{"total":95995035648,"available":95966007296,"internally_reserved":0,"allocated":1359872,"data_stored":923813,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Aug 29 14:53:06 2024","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.37,"15min":0.33500000000000002},"min":{"1min":0.24199999999999999,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.496,"5min":1.0860000000000001,"15min":1.0860000000000001},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.36899999999999999,"5min":0.373,"15min":0.34200000000000003},"min":{"1min":0.22600000000000001,"5min":0.221,"15min":0.221},"max":{"1min":0.55800000000000005,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.27000000000000002}]},{"osd":2,"last update":"Thu Aug 29 14:52:31 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.40600000000000003,"15min":0.39100000000000001},"min":{"1min":0.27300000000000002,"5min":0.247,"15min":0.247},"max":{"1min":0.63700000000000001,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.23999999999999999},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.39900000000000002,"15min":0.376},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.67200000000000004,"5min":1.123,"15min":1.123},"last":0.317}]},{"osd":3,"last update":"Thu Aug 29 14:52:51 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.441,"15min":0.45000000000000001},"min":{"1min":0.30399999999999999,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.57899999999999996,"5min":1.1519999999999999,"15min":1.1519999999999999},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.40899999999999997,"15min":0.41299999999999998},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.51500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.29999999999999999}]},{"osd":4,"last update":"Thu Aug 29 14:52:13 2024","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.58799999999999997,"15min":0.58099999999999996},"min":{"1min":0.44400000000000001,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":1.026,"5min":1.026,"15min":1.026},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.58999999999999997,"15min":0.58799999999999997},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.54700000000000004}]},{"osd":5,"last update":"Thu Aug 29 14:52:41 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.60399999999999998,"15min":0.60499999999999998},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.86499999999999999,"5min":1.036,"15min":1.036},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.60099999999999998,"15min":0.60399999999999998},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.755,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.57699999999999996}]},{"osd":6,"last update":"Thu Aug 29 14:53:06 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.61099999999999999,"15min":0.60299999999999998},"min":{"1min":0.46500000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.76700000000000002,"5min":1.2230000000000001,"15min":1.2230000000000001},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.58899999999999997,"15min":0.57699999999999996},"min":{"1min":0.47699999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.83799999999999997,"5min":1.107,"15min":1.107},"last":0.59799999999999998}]},{"osd":7,"last update":"Thu Aug 29 14:52:26 2024","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":0.60899999999999999,"15min":0.60499999999999998},"min":{"1min":0.504,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.84299999999999997,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.60499999999999998,"15min":0.59699999999999998},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.0069999999999999,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.504}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1780,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-29T14:53:14.894 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-08-29T14:53:14.894 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-08-29T14:53:14.894 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-08-29T14:53:14.895 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph health --format=json 2024-08-29T14:53:15.094 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:53:15.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:53:14 smithi146 ceph-mon[23161]: from='client.14766 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-29T14:53:15.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:53:14 smithi146 ceph-mon[23161]: pgmap v86: 73 pgs: 73 active+clean; 579 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:53:16.861 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:53:16 smithi064 ceph-mon[30833]: pgmap v87: 73 pgs: 73 active+clean; 579 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:53:16.862 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:53:16 smithi064 ceph-mon[19398]: pgmap v87: 73 pgs: 73 active+clean; 579 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:53:17.060 INFO:teuthology.orchestra.run.smithi064.stdout: 2024-08-29T14:53:17.060 INFO:teuthology.orchestra.run.smithi064.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-08-29T14:53:17.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:53:16 smithi146 ceph-mon[23161]: pgmap v87: 73 pgs: 73 active+clean; 579 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:53:17.822 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-08-29T14:53:17.822 INFO:teuthology.run_tasks:Running task print... 2024-08-29T14:53:17.833 INFO:teuthology.task.print:**** upgrading first half of cluster, with stress **** 2024-08-29T14:53:17.833 INFO:teuthology.run_tasks:Running task parallel... 2024-08-29T14:53:17.896 INFO:teuthology.task.parallel:starting parallel... 2024-08-29T14:53:17.896 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-08-29T14:53:17.897 INFO:teuthology.task.sequential:In sequential, running task full_sequential... 2024-08-29T14:53:17.898 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench... 2024-08-29T14:53:17.899 INFO:tasks.radosbench:Beginning radosbench... 2024-08-29T14:53:17.900 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2024-08-29T14:53:17.900 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph osd pool create unique_pool_0 16 2024-08-29T14:53:17.900 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-08-29T14:53:17.900 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-08-29T14:53:17.901 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi064.front.sepia.ceph.com 2024-08-29T14:53:17.901 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -e sha1=1f4056d968930e12926c25a8f13ee8ed6047c791 -- bash -c 'ceph config set mgr mgr/cephadm/daemon_cache_timeout 60' 2024-08-29T14:53:18.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:53:17 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/1609279247' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-08-29T14:53:18.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:53:17 smithi064 ceph-mon[30833]: from='client.? 172.21.15.64:0/1609279247' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-08-29T14:53:18.127 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:53:18.129 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:53:18.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:53:17 smithi146 ceph-mon[23161]: from='client.? 172.21.15.64:0/1609279247' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-08-29T14:53:19.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:53:18 smithi064 ceph-mon[30833]: pgmap v88: 73 pgs: 73 active+clean; 579 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:53:19.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:53:18 smithi064 ceph-mon[19398]: pgmap v88: 73 pgs: 73 active+clean; 579 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:53:19.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:53:18 smithi146 ceph-mon[23161]: pgmap v88: 73 pgs: 73 active+clean; 579 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:53:20.892 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:53:20 smithi064 ceph-mon[19398]: pgmap v89: 73 pgs: 73 active+clean; 579 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:53:20.892 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:53:20 smithi064 ceph-mon[30833]: pgmap v89: 73 pgs: 73 active+clean; 579 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:53:21.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:53:20 smithi146 ceph-mon[23161]: pgmap v89: 73 pgs: 73 active+clean; 579 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:53:21.771 INFO:teuthology.orchestra.run.smithi064.stderr:pool 'unique_pool_0' created 2024-08-29T14:53:21.870 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:53:21 smithi064 ceph-mon[30833]: from='client.? 172.21.15.64:0/217180241' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]: dispatch 2024-08-29T14:53:21.870 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:53:21 smithi064 ceph-mon[30833]: from='client.? ' entity='client.admin' 2024-08-29T14:53:21.870 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:53:21 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:53:21.871 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:53:21 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: [29/Aug/2024:14:53:21] ENGINE Bus STOPPING 2024-08-29T14:53:21.871 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:53:21 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: [29/Aug/2024:14:53:21] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-29T14:53:21.871 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:53:21 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: [29/Aug/2024:14:53:21] ENGINE Bus STOPPED 2024-08-29T14:53:21.871 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:53:21 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: [29/Aug/2024:14:53:21] ENGINE Bus STARTING 2024-08-29T14:53:21.871 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:53:21 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: [29/Aug/2024:14:53:21] ENGINE Serving on http://:::9283 2024-08-29T14:53:21.871 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:53:21 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: [29/Aug/2024:14:53:21] ENGINE Bus STARTED 2024-08-29T14:53:21.871 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:53:21 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/217180241' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]: dispatch 2024-08-29T14:53:21.871 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:53:21 smithi064 ceph-mon[19398]: from='client.? ' entity='client.admin' 2024-08-29T14:53:21.872 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:53:21 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:53:22.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:53:21 smithi146 ceph-mon[23161]: from='client.? 172.21.15.64:0/217180241' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]: dispatch 2024-08-29T14:53:22.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:53:21 smithi146 ceph-mon[23161]: from='client.? ' entity='client.admin' 2024-08-29T14:53:22.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:53:21 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:53:22.444 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2024-08-29T14:53:22.913 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -e sha1=1f4056d968930e12926c25a8f13ee8ed6047c791 -- bash -c 'ceph config set global log_to_journald false --force' 2024-08-29T14:53:22.980 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:53:23.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:53:22 smithi064 ceph-mon[30833]: from='client.? 172.21.15.64:0/217180241' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]': finished 2024-08-29T14:53:23.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:53:22 smithi064 ceph-mon[30833]: osdmap e74: 8 total, 8 up, 8 in 2024-08-29T14:53:23.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:53:22 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:53:23.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:53:22 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:53:23.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:53:22 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:53:23.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:53:22 smithi064 ceph-mon[30833]: pgmap v91: 89 pgs: 16 unknown, 73 active+clean; 579 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:53:23.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:53:22 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:53:23.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:53:22 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/217180241' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]': finished 2024-08-29T14:53:23.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:53:22 smithi064 ceph-mon[19398]: osdmap e74: 8 total, 8 up, 8 in 2024-08-29T14:53:23.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:53:22 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:53:23.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:53:22 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:53:23.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:53:22 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:53:23.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:53:22 smithi064 ceph-mon[19398]: pgmap v91: 89 pgs: 16 unknown, 73 active+clean; 579 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:53:23.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:53:22 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:53:23.126 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:53:22 smithi146 ceph-mon[23161]: from='client.? 172.21.15.64:0/217180241' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]': finished 2024-08-29T14:53:23.126 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:53:22 smithi146 ceph-mon[23161]: osdmap e74: 8 total, 8 up, 8 in 2024-08-29T14:53:23.126 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:53:22 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:53:23.126 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:53:22 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:53:23.126 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:53:22 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:53:23.126 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:53:22 smithi146 ceph-mon[23161]: pgmap v91: 89 pgs: 16 unknown, 73 active+clean; 579 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:53:23.127 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:53:22 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:53:23.725 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:53:24.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:53:23 smithi064 ceph-mon[30833]: osdmap e75: 8 total, 8 up, 8 in 2024-08-29T14:53:24.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:53:23 smithi064 ceph-mon[30833]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T14:53:24.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:53:23 smithi064 ceph-mon[19398]: osdmap e75: 8 total, 8 up, 8 in 2024-08-29T14:53:24.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:53:23 smithi064 ceph-mon[19398]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T14:53:24.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:53:23 smithi146 ceph-mon[23161]: osdmap e75: 8 total, 8 up, 8 in 2024-08-29T14:53:24.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:53:23 smithi146 ceph-mon[23161]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T14:53:24.780 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:53:24 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: ::ffff:172.21.15.146 - - [29/Aug/2024:14:53:24] "GET /metrics HTTP/1.1" 200 36001 "" "Prometheus/2.43.0" 2024-08-29T14:53:25.051 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:53:24 smithi064 ceph-mon[30833]: osdmap e76: 8 total, 8 up, 8 in 2024-08-29T14:53:25.051 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:53:24 smithi064 ceph-mon[30833]: pgmap v94: 89 pgs: 89 active+clean; 579 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:53:25.051 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:53:24 smithi064 ceph-mon[19398]: osdmap e76: 8 total, 8 up, 8 in 2024-08-29T14:53:25.052 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:53:24 smithi064 ceph-mon[19398]: pgmap v94: 89 pgs: 89 active+clean; 579 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:53:25.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:53:24 smithi146 ceph-mon[23161]: osdmap e76: 8 total, 8 up, 8 in 2024-08-29T14:53:25.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:53:24 smithi146 ceph-mon[23161]: pgmap v94: 89 pgs: 89 active+clean; 579 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:53:25.793 INFO:teuthology.orchestra.run.smithi064.stderr:enabled application 'rados' on pool 'unique_pool_0' 2024-08-29T14:53:25.934 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:53:25 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/3869501309' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-29T14:53:25.935 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:53:25 smithi064 ceph-mon[19398]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-29T14:53:25.935 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:53:25 smithi064 ceph-mon[30833]: from='client.? 172.21.15.64:0/3869501309' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-29T14:53:25.935 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:53:25 smithi064 ceph-mon[30833]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-29T14:53:26.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:53:25 smithi146 ceph-mon[23161]: from='client.? 172.21.15.64:0/3869501309' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-29T14:53:26.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:53:25 smithi146 ceph-mon[23161]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-29T14:53:26.984 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:53:26 smithi064 ceph-mon[30833]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-08-29T14:53:26.984 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:53:26 smithi064 ceph-mon[30833]: osdmap e77: 8 total, 8 up, 8 in 2024-08-29T14:53:26.985 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:53:26 smithi064 ceph-mon[30833]: pgmap v96: 89 pgs: 89 active+clean; 579 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:53:26.985 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:53:26 smithi064 ceph-mon[19398]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-08-29T14:53:26.985 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:53:26 smithi064 ceph-mon[19398]: osdmap e77: 8 total, 8 up, 8 in 2024-08-29T14:53:26.985 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:53:26 smithi064 ceph-mon[19398]: pgmap v96: 89 pgs: 89 active+clean; 579 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:53:27.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:53:26 smithi146 ceph-mon[23161]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-08-29T14:53:27.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:53:26 smithi146 ceph-mon[23161]: osdmap e77: 8 total, 8 up, 8 in 2024-08-29T14:53:27.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:53:26 smithi146 ceph-mon[23161]: pgmap v96: 89 pgs: 89 active+clean; 579 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-29T14:53:28.006 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:53:27 smithi064 ceph-mon[19398]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T14:53:28.006 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:53:27 smithi064 ceph-mon[19398]: Cluster is now healthy 2024-08-29T14:53:28.007 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:53:27 smithi064 ceph-mon[30833]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T14:53:28.007 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:53:27 smithi064 ceph-mon[30833]: Cluster is now healthy 2024-08-29T14:53:28.008 DEBUG:teuthology.orchestra.run.smithi064:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.0 -b 65536 --object-size 65536 -p unique_pool_0 bench 90 write' 2024-08-29T14:53:28.011 INFO:tasks.radosbench:joining radosbench (timing out after 3000s) 2024-08-29T14:53:28.011 INFO:teuthology.orchestra.run:waiting for 3000 2024-08-29T14:53:28.033 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -e sha1=1f4056d968930e12926c25a8f13ee8ed6047c791 -- bash -c 'echo wait for mgr daemons to upgrade' 2024-08-29T14:53:28.073 INFO:tasks.radosbench.radosbench.0.smithi064.stdout:hints = 1 2024-08-29T14:53:28.073 INFO:tasks.radosbench.radosbench.0.smithi064.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects 2024-08-29T14:53:28.073 INFO:tasks.radosbench.radosbench.0.smithi064.stdout:Object prefix: benchmark_data_smithi064_75134 2024-08-29T14:53:28.073 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2024-08-29T14:53:28.074 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 0 0 0 0 0 0 - 0 2024-08-29T14:53:28.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:53:27 smithi146 ceph-mon[23161]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T14:53:28.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:53:27 smithi146 ceph-mon[23161]: Cluster is now healthy 2024-08-29T14:53:28.434 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:53:28.912 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:53:28 smithi064 ceph-mon[30833]: pgmap v97: 89 pgs: 89 active+clean; 155 MiB data, 398 MiB used, 715 GiB / 715 GiB avail; 26 MiB/s wr, 411 op/s 2024-08-29T14:53:28.912 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:53:28 smithi064 ceph-mon[19398]: pgmap v97: 89 pgs: 89 active+clean; 155 MiB data, 398 MiB used, 715 GiB / 715 GiB avail; 26 MiB/s wr, 411 op/s 2024-08-29T14:53:29.073 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 1 16 4146 4130 258.111 258.125 0.00508994 0.00386098 2024-08-29T14:53:29.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:53:28 smithi146 ceph-mon[23161]: pgmap v97: 89 pgs: 89 active+clean; 155 MiB data, 398 MiB used, 715 GiB / 715 GiB avail; 26 MiB/s wr, 411 op/s 2024-08-29T14:53:30.073 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 2 16 8138 8122 253.794 249.5 0.00475196 0.00393143 2024-08-29T14:53:30.838 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:53:30 smithi064 ceph-mon[19398]: pgmap v98: 89 pgs: 89 active+clean; 155 MiB data, 398 MiB used, 715 GiB / 715 GiB avail; 19 MiB/s wr, 311 op/s 2024-08-29T14:53:30.838 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:53:30 smithi064 ceph-mon[30833]: pgmap v98: 89 pgs: 89 active+clean; 155 MiB data, 398 MiB used, 715 GiB / 715 GiB avail; 19 MiB/s wr, 311 op/s 2024-08-29T14:53:30.839 INFO:teuthology.orchestra.run.smithi064.stdout:wait for mgr daemons to upgrade 2024-08-29T14:53:31.073 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 3 16 11876 11860 247.068 233.625 0.00553566 0.00404073 2024-08-29T14:53:31.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:53:30 smithi146 ceph-mon[23161]: pgmap v98: 89 pgs: 89 active+clean; 155 MiB data, 398 MiB used, 715 GiB / 715 GiB avail; 19 MiB/s wr, 311 op/s 2024-08-29T14:53:31.577 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -e sha1=1f4056d968930e12926c25a8f13ee8ed6047c791 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mgr' 2024-08-29T14:53:31.892 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:53:32.074 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 4 16 15177 15161 236.871 206.312 0.00682096 0.00421596 2024-08-29T14:53:33.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:53:32 smithi064 ceph-mon[30833]: pgmap v99: 89 pgs: 89 active+clean; 155 MiB data, 398 MiB used, 715 GiB / 715 GiB avail; 17 MiB/s wr, 276 op/s 2024-08-29T14:53:33.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:53:32 smithi064 ceph-mon[19398]: pgmap v99: 89 pgs: 89 active+clean; 155 MiB data, 398 MiB used, 715 GiB / 715 GiB avail; 17 MiB/s wr, 276 op/s 2024-08-29T14:53:33.074 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 5 16 18459 18443 230.518 205.125 0.00464054 0.00433269 2024-08-29T14:53:33.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:53:32 smithi146 ceph-mon[23161]: pgmap v99: 89 pgs: 89 active+clean; 155 MiB data, 398 MiB used, 715 GiB / 715 GiB avail; 17 MiB/s wr, 276 op/s 2024-08-29T14:53:34.074 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 6 16 21568 21552 224.481 194.312 0.00441396 0.00444973 2024-08-29T14:53:35.030 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:53:34 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: ::ffff:172.21.15.146 - - [29/Aug/2024:14:53:34] "GET /metrics HTTP/1.1" 200 36001 "" "Prometheus/2.43.0" 2024-08-29T14:53:35.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:53:34 smithi064 ceph-mon[30833]: from='client.14811 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:1f4056d968930e12926c25a8f13ee8ed6047c791", "daemon_types": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:53:35.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:53:34 smithi064 ceph-mon[30833]: pgmap v100: 89 pgs: 89 active+clean; 1.2 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 127 MiB/s wr, 2.03k op/s 2024-08-29T14:53:35.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:53:34 smithi064 ceph-mon[19398]: from='client.14811 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:1f4056d968930e12926c25a8f13ee8ed6047c791", "daemon_types": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:53:35.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:53:34 smithi064 ceph-mon[19398]: pgmap v100: 89 pgs: 89 active+clean; 1.2 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 127 MiB/s wr, 2.03k op/s 2024-08-29T14:53:35.074 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 7 16 24348 24332 217.231 173.75 0.00341372 0.00459756 2024-08-29T14:53:35.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:53:34 smithi146 ceph-mon[23161]: from='client.14811 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:1f4056d968930e12926c25a8f13ee8ed6047c791", "daemon_types": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:53:35.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:53:34 smithi146 ceph-mon[23161]: pgmap v100: 89 pgs: 89 active+clean; 1.2 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 127 MiB/s wr, 2.03k op/s 2024-08-29T14:53:36.074 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 8 16 27022 27006 210.966 167.125 0.00495519 0.00473466 2024-08-29T14:53:37.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:53:36 smithi064 ceph-mon[30833]: pgmap v101: 89 pgs: 89 active+clean; 1.2 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 117 MiB/s wr, 1.87k op/s 2024-08-29T14:53:37.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:53:36 smithi064 ceph-mon[19398]: pgmap v101: 89 pgs: 89 active+clean; 1.2 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 117 MiB/s wr, 1.87k op/s 2024-08-29T14:53:37.074 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 9 16 29541 29525 205.017 157.438 0.00903097 0.00487195 2024-08-29T14:53:37.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:53:36 smithi146 ceph-mon[23161]: pgmap v101: 89 pgs: 89 active+clean; 1.2 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 117 MiB/s wr, 1.87k op/s 2024-08-29T14:53:38.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:53:37 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:53:38.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:53:37 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:53:38.074 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 10 16 32012 31996 199.958 154.438 0.00847204 0.00499551 2024-08-29T14:53:38.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:53:37 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:53:39.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:53:38 smithi064 ceph-mon[30833]: pgmap v102: 89 pgs: 89 active+clean; 2.0 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 174 MiB/s wr, 2.79k op/s 2024-08-29T14:53:39.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:53:38 smithi064 ceph-mon[19398]: pgmap v102: 89 pgs: 89 active+clean; 2.0 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 174 MiB/s wr, 2.79k op/s 2024-08-29T14:53:39.074 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 11 16 34242 34226 194.449 139.375 0.00259027 0.0051086 2024-08-29T14:53:39.229 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:53:38 smithi146 ceph-mon[23161]: pgmap v102: 89 pgs: 89 active+clean; 2.0 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 174 MiB/s wr, 2.79k op/s 2024-08-29T14:53:40.075 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 12 16 36352 36336 189.232 131.875 0.00658108 0.00527914 2024-08-29T14:53:41.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:53:40 smithi064 ceph-mon[19398]: pgmap v103: 89 pgs: 89 active+clean; 2.0 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 161 MiB/s wr, 2.58k op/s 2024-08-29T14:53:41.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:53:40 smithi064 ceph-mon[30833]: pgmap v103: 89 pgs: 89 active+clean; 2.0 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 161 MiB/s wr, 2.58k op/s 2024-08-29T14:53:41.075 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 13 16 38461 38445 184.811 131.812 0.0050353 0.00540611 2024-08-29T14:53:41.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:53:40 smithi146 ceph-mon[23161]: pgmap v103: 89 pgs: 89 active+clean; 2.0 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 161 MiB/s wr, 2.58k op/s 2024-08-29T14:53:42.075 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 14 16 40450 40434 180.489 124.312 0.0047514 0.00553541 2024-08-29T14:53:43.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:53:42 smithi064 ceph-mon[19398]: pgmap v104: 89 pgs: 89 active+clean; 2.0 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 161 MiB/s wr, 2.58k op/s 2024-08-29T14:53:43.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:53:42 smithi064 ceph-mon[30833]: pgmap v104: 89 pgs: 89 active+clean; 2.0 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 161 MiB/s wr, 2.58k op/s 2024-08-29T14:53:43.075 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 15 16 42513 42497 177.051 128.938 0.00410015 0.00564126 2024-08-29T14:53:43.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:53:42 smithi146 ceph-mon[23161]: pgmap v104: 89 pgs: 89 active+clean; 2.0 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 161 MiB/s wr, 2.58k op/s 2024-08-29T14:53:44.076 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 16 16 44517 44501 173.811 125.25 0.00719846 0.00574811 2024-08-29T14:53:45.030 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:53:44 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: ::ffff:172.21.15.146 - - [29/Aug/2024:14:53:44] "GET /metrics HTTP/1.1" 200 36071 "" "Prometheus/2.43.0" 2024-08-29T14:53:45.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:53:44 smithi064 ceph-mon[30833]: pgmap v105: 89 pgs: 89 active+clean; 2.7 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 215 MiB/s wr, 3.44k op/s 2024-08-29T14:53:45.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:53:44 smithi064 ceph-mon[19398]: pgmap v105: 89 pgs: 89 active+clean; 2.7 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 215 MiB/s wr, 3.44k op/s 2024-08-29T14:53:45.077 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 17 16 46512 46496 170.911 124.688 0.00445742 0.00584591 2024-08-29T14:53:45.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:53:44 smithi146 ceph-mon[23161]: pgmap v105: 89 pgs: 89 active+clean; 2.7 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 215 MiB/s wr, 3.44k op/s 2024-08-29T14:53:46.076 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 18 16 48487 48471 168.273 123.438 0.0048512 0.00593749 2024-08-29T14:53:47.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:53:46 smithi064 ceph-mon[19398]: pgmap v106: 89 pgs: 89 active+clean; 2.7 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 122 MiB/s wr, 1.95k op/s 2024-08-29T14:53:47.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:53:46 smithi064 ceph-mon[30833]: pgmap v106: 89 pgs: 89 active+clean; 2.7 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 122 MiB/s wr, 1.95k op/s 2024-08-29T14:53:47.077 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 19 16 50288 50272 165.341 112.562 0.0112028 0.00604285 2024-08-29T14:53:47.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:53:46 smithi146 ceph-mon[23161]: pgmap v106: 89 pgs: 89 active+clean; 2.7 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 122 MiB/s wr, 1.95k op/s 2024-08-29T14:53:48.078 INFO:tasks.radosbench.radosbench.0.smithi064.stdout:2024-08-29T14:53:48.078043+0000 min lat: 0.00123763 max lat: 0.156651 avg lat: 0.00613488 2024-08-29T14:53:48.078 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2024-08-29T14:53:48.078 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 20 16 52146 52130 162.87 116.125 0.00515448 0.00613488 2024-08-29T14:53:49.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:53:48 smithi064 ceph-mon[19398]: pgmap v107: 89 pgs: 89 active+clean; 3.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 171 MiB/s wr, 2.74k op/s 2024-08-29T14:53:49.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:53:48 smithi064 ceph-mon[30833]: pgmap v107: 89 pgs: 89 active+clean; 3.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 171 MiB/s wr, 2.74k op/s 2024-08-29T14:53:49.078 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 21 16 53951 53935 160.486 112.812 0.00716666 0.00622544 2024-08-29T14:53:49.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:53:48 smithi146 ceph-mon[23161]: pgmap v107: 89 pgs: 89 active+clean; 3.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 171 MiB/s wr, 2.74k op/s 2024-08-29T14:53:50.078 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 22 16 55746 55730 158.291 112.188 0.0115743 0.00631183 2024-08-29T14:53:51.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:53:50 smithi064 ceph-mon[30833]: pgmap v108: 89 pgs: 89 active+clean; 3.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 103 MiB/s wr, 1.65k op/s 2024-08-29T14:53:51.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:53:50 smithi064 ceph-mon[19398]: pgmap v108: 89 pgs: 89 active+clean; 3.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 103 MiB/s wr, 1.65k op/s 2024-08-29T14:53:51.078 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 23 16 57458 57442 156.06 107 0.00593154 0.00640295 2024-08-29T14:53:51.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:53:50 smithi146 ceph-mon[23161]: pgmap v108: 89 pgs: 89 active+clean; 3.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 103 MiB/s wr, 1.65k op/s 2024-08-29T14:53:52.078 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 24 16 59198 59182 154.088 108.75 0.0130787 0.00648425 2024-08-29T14:53:53.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:53:52 smithi064 ceph-mon[19398]: pgmap v109: 89 pgs: 89 active+clean; 3.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 103 MiB/s wr, 1.65k op/s 2024-08-29T14:53:53.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:53:52 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:53:53.032 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:53:52 smithi064 ceph-mon[30833]: pgmap v109: 89 pgs: 89 active+clean; 3.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 103 MiB/s wr, 1.65k op/s 2024-08-29T14:53:53.033 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:53:52 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:53:53.078 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 25 16 60859 60843 152.077 103.812 0.00686731 0.00657068 2024-08-29T14:53:53.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:53:52 smithi146 ceph-mon[23161]: pgmap v109: 89 pgs: 89 active+clean; 3.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 103 MiB/s wr, 1.65k op/s 2024-08-29T14:53:53.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:53:52 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:53:54.079 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 26 16 62482 62466 150.123 101.438 0.00841025 0.00665441 2024-08-29T14:53:55.026 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:53:54 smithi146 ceph-mon[23161]: pgmap v110: 89 pgs: 89 active+clean; 3.8 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 148 MiB/s wr, 2.37k op/s 2024-08-29T14:53:55.030 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:53:54 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: ::ffff:172.21.15.146 - - [29/Aug/2024:14:53:54] "GET /metrics HTTP/1.1" 200 36069 "" "Prometheus/2.43.0" 2024-08-29T14:53:55.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:53:54 smithi064 ceph-mon[30833]: pgmap v110: 89 pgs: 89 active+clean; 3.8 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 148 MiB/s wr, 2.37k op/s 2024-08-29T14:53:55.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:53:54 smithi064 ceph-mon[19398]: pgmap v110: 89 pgs: 89 active+clean; 3.8 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 148 MiB/s wr, 2.37k op/s 2024-08-29T14:53:55.079 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 27 16 63893 63877 147.83 88.1875 0.0105613 0.00676003 2024-08-29T14:53:56.080 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 28 16 65315 65299 145.724 88.875 0.0136242 0.00685748 2024-08-29T14:53:57.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:53:56 smithi064 ceph-mon[19398]: pgmap v111: 89 pgs: 89 active+clean; 3.8 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 95 MiB/s wr, 1.51k op/s 2024-08-29T14:53:57.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:53:56 smithi064 ceph-mon[30833]: pgmap v111: 89 pgs: 89 active+clean; 3.8 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 95 MiB/s wr, 1.51k op/s 2024-08-29T14:53:57.080 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 29 16 66789 66773 143.876 92.125 0.0123086 0.00694613 2024-08-29T14:53:57.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:53:56 smithi146 ceph-mon[23161]: pgmap v111: 89 pgs: 89 active+clean; 3.8 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 95 MiB/s wr, 1.51k op/s 2024-08-29T14:53:58.080 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 30 16 68313 68297 142.255 95.25 0.0086353 0.00702503 2024-08-29T14:53:59.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:53:58 smithi064 ceph-mon[19398]: pgmap v112: 89 pgs: 89 active+clean; 4.0 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 113 MiB/s wr, 1.81k op/s 2024-08-29T14:53:59.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:53:58 smithi064 ceph-mon[30833]: pgmap v112: 89 pgs: 89 active+clean; 4.0 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 113 MiB/s wr, 1.81k op/s 2024-08-29T14:53:59.080 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 31 16 69787 69771 140.637 92.125 0.00738126 0.00710585 2024-08-29T14:53:59.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:53:58 smithi146 ceph-mon[23161]: pgmap v112: 89 pgs: 89 active+clean; 4.0 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 113 MiB/s wr, 1.81k op/s 2024-08-29T14:54:00.080 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 32 16 71229 71213 139.059 90.125 0.01765 0.00718644 2024-08-29T14:54:01.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:54:00 smithi064 ceph-mon[30833]: pgmap v113: 89 pgs: 89 active+clean; 4.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 83 MiB/s wr, 1.33k op/s 2024-08-29T14:54:01.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:54:00 smithi064 ceph-mon[19398]: pgmap v113: 89 pgs: 89 active+clean; 4.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 83 MiB/s wr, 1.33k op/s 2024-08-29T14:54:01.082 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 33 16 72618 72602 137.475 86.8125 0.00801697 0.00726925 2024-08-29T14:54:01.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:54:00 smithi146 ceph-mon[23161]: pgmap v113: 89 pgs: 89 active+clean; 4.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 83 MiB/s wr, 1.33k op/s 2024-08-29T14:54:02.080 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 34 16 73976 73960 135.928 84.875 0.0082334 0.00735204 2024-08-29T14:54:03.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:54:02 smithi064 ceph-mon[30833]: pgmap v114: 89 pgs: 89 active+clean; 4.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 83 MiB/s wr, 1.33k op/s 2024-08-29T14:54:03.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:54:02 smithi064 ceph-mon[19398]: pgmap v114: 89 pgs: 89 active+clean; 4.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 83 MiB/s wr, 1.33k op/s 2024-08-29T14:54:03.080 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 35 16 75363 75347 134.521 86.6875 0.0116859 0.00742875 2024-08-29T14:54:03.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:54:02 smithi146 ceph-mon[23161]: pgmap v114: 89 pgs: 89 active+clean; 4.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 83 MiB/s wr, 1.33k op/s 2024-08-29T14:54:04.082 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 36 16 76707 76691 133.111 84 0.00947431 0.00750841 2024-08-29T14:54:05.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:54:04 smithi064 ceph-mon[19398]: pgmap v115: 89 pgs: 89 active+clean; 4.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 119 MiB/s wr, 1.91k op/s 2024-08-29T14:54:05.031 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:54:04 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: ::ffff:172.21.15.146 - - [29/Aug/2024:14:54:04] "GET /metrics HTTP/1.1" 200 36069 "" "Prometheus/2.43.0" 2024-08-29T14:54:05.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:54:04 smithi064 ceph-mon[30833]: pgmap v115: 89 pgs: 89 active+clean; 4.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 119 MiB/s wr, 1.91k op/s 2024-08-29T14:54:05.082 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 37 16 78025 78009 131.739 82.375 0.00866531 0.0075856 2024-08-29T14:54:05.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:54:04 smithi146 ceph-mon[23161]: pgmap v115: 89 pgs: 89 active+clean; 4.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 119 MiB/s wr, 1.91k op/s 2024-08-29T14:54:06.083 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 38 16 79340 79324 130.435 82.1875 0.0220853 0.00766143 2024-08-29T14:54:07.032 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:54:06 smithi064 ceph-mon[30833]: pgmap v116: 89 pgs: 89 active+clean; 4.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 74 MiB/s wr, 1.19k op/s 2024-08-29T14:54:07.032 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:54:06 smithi064 ceph-mon[19398]: pgmap v116: 89 pgs: 89 active+clean; 4.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 74 MiB/s wr, 1.19k op/s 2024-08-29T14:54:07.083 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 39 16 80673 80657 129.227 83.3125 0.0171769 0.00773308 2024-08-29T14:54:07.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:54:06 smithi146 ceph-mon[23161]: pgmap v116: 89 pgs: 89 active+clean; 4.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 74 MiB/s wr, 1.19k op/s 2024-08-29T14:54:08.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:54:07 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:54:08.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:54:07 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:54:08.083 INFO:tasks.radosbench.radosbench.0.smithi064.stdout:2024-08-29T14:54:08.083065+0000 min lat: 0.00123763 max lat: 0.156651 avg lat: 0.0078079 2024-08-29T14:54:08.083 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2024-08-29T14:54:08.083 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 40 16 81956 81940 128.001 80.1875 0.0103138 0.0078079 2024-08-29T14:54:08.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:54:07 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:54:09.083 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 41 16 83216 83200 126.799 78.75 0.0092824 0.00788159 2024-08-29T14:54:09.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:54:08 smithi146 ceph-mon[23161]: pgmap v117: 89 pgs: 89 active+clean; 4.7 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 83 MiB/s wr, 1.32k op/s 2024-08-29T14:54:09.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:54:08 smithi064 ceph-mon[19398]: pgmap v117: 89 pgs: 89 active+clean; 4.7 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 83 MiB/s wr, 1.32k op/s 2024-08-29T14:54:09.280 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:54:08 smithi064 ceph-mon[30833]: pgmap v117: 89 pgs: 89 active+clean; 4.7 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 83 MiB/s wr, 1.32k op/s 2024-08-29T14:54:10.083 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 42 16 84570 84554 125.795 84.625 0.0110085 0.00794506 2024-08-29T14:54:10.911 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:54:10 smithi064 ceph-mon[19398]: pgmap v118: 89 pgs: 89 active+clean; 5.1 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 90 MiB/s wr, 1.44k op/s 2024-08-29T14:54:10.912 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:54:10 smithi064 ceph-mon[30833]: pgmap v118: 89 pgs: 89 active+clean; 5.1 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 90 MiB/s wr, 1.44k op/s 2024-08-29T14:54:11.083 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 43 16 85976 85960 124.913 87.875 0.0129994 0.00800059 2024-08-29T14:54:11.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:54:10 smithi146 ceph-mon[23161]: pgmap v118: 89 pgs: 89 active+clean; 5.1 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 90 MiB/s wr, 1.44k op/s 2024-08-29T14:54:12.027 INFO:teuthology.orchestra.run.smithi064.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:1f4056d968930e12926c25a8f13ee8ed6047c791 2024-08-29T14:54:12.083 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 44 16 87349 87333 124.024 85.8125 0.0057738 0.00805819 2024-08-29T14:54:12.822 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -e sha1=1f4056d968930e12926c25a8f13ee8ed6047c791 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-08-29T14:54:13.037 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:54:13 smithi064 ceph-mon[19398]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:1f4056d968930e12926c25a8f13ee8ed6047c791 2024-08-29T14:54:13.037 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:54:13 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:54:13.037 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:54:13 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:54:13.037 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:54:13 smithi064 ceph-mon[19398]: pgmap v119: 89 pgs: 89 active+clean; 5.1 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 70 MiB/s wr, 1.13k op/s 2024-08-29T14:54:13.083 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 45 16 88561 88545 122.951 75.75 0.00910016 0.00812832 2024-08-29T14:54:13.219 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:54:13 smithi146 ceph-mon[23161]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:1f4056d968930e12926c25a8f13ee8ed6047c791 2024-08-29T14:54:13.219 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:54:13 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:54:13.219 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:54:13 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:54:13.219 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:54:13 smithi146 ceph-mon[23161]: pgmap v119: 89 pgs: 89 active+clean; 5.1 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 70 MiB/s wr, 1.13k op/s 2024-08-29T14:54:13.306 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:54:13 smithi064 ceph-mon[30833]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:1f4056d968930e12926c25a8f13ee8ed6047c791 2024-08-29T14:54:13.307 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:54:13 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:54:13.307 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:54:13 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:54:13.307 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:54:13 smithi064 ceph-mon[30833]: pgmap v119: 89 pgs: 89 active+clean; 5.1 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 70 MiB/s wr, 1.13k op/s 2024-08-29T14:54:13.857 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:54:14.084 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 46 16 89816 89800 121.983 78.4375 0.0170143 0.0081935 2024-08-29T14:54:14.768 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:54:14 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: ::ffff:172.21.15.146 - - [29/Aug/2024:14:54:14] "GET /metrics HTTP/1.1" 200 36071 "" "Prometheus/2.43.0" 2024-08-29T14:54:15.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:54:14 smithi064 ceph-mon[19398]: pgmap v120: 89 pgs: 89 active+clean; 5.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 105 MiB/s wr, 1.68k op/s 2024-08-29T14:54:15.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:54:14 smithi064 ceph-mon[30833]: pgmap v120: 89 pgs: 89 active+clean; 5.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 105 MiB/s wr, 1.68k op/s 2024-08-29T14:54:15.046 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:54:14 smithi146 ceph-mon[23161]: pgmap v120: 89 pgs: 89 active+clean; 5.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 105 MiB/s wr, 1.68k op/s 2024-08-29T14:54:15.084 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 47 16 91067 91051 121.052 78.1875 0.00446584 0.00825597 2024-08-29T14:54:16.084 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 48 16 92330 92314 120.174 78.9375 0.0157045 0.00831635 2024-08-29T14:54:17.084 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 49 16 93617 93601 119.363 80.4375 0.00947335 0.00837269 2024-08-29T14:54:17.974 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:54:17 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:54:17.974 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:54:17 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:54:17.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:54:17 smithi146 ceph-mon[23161]: pgmap v121: 89 pgs: 89 active+clean; 5.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 69 MiB/s wr, 1.10k op/s 2024-08-29T14:54:18.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:54:17 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:54:18.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:54:17 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:54:18.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:54:17 smithi064 ceph-mon[30833]: pgmap v121: 89 pgs: 89 active+clean; 5.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 69 MiB/s wr, 1.10k op/s 2024-08-29T14:54:18.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:54:17 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:54:18.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:54:17 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:54:18.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:54:17 smithi064 ceph-mon[19398]: pgmap v121: 89 pgs: 89 active+clean; 5.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 69 MiB/s wr, 1.10k op/s 2024-08-29T14:54:18.084 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 50 16 94962 94946 118.657 84.0625 0.00745194 0.00842318 2024-08-29T14:54:19.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:54:18 smithi064 ceph-mon[30833]: pgmap v122: 89 pgs: 89 active+clean; 5.6 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 77 MiB/s wr, 1.23k op/s 2024-08-29T14:54:19.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:54:18 smithi064 ceph-mon[19398]: pgmap v122: 89 pgs: 89 active+clean; 5.6 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 77 MiB/s wr, 1.23k op/s 2024-08-29T14:54:19.084 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 51 16 96287 96271 117.954 82.8125 0.0142665 0.00847332 2024-08-29T14:54:19.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:54:18 smithi146 ceph-mon[23161]: pgmap v122: 89 pgs: 89 active+clean; 5.6 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 77 MiB/s wr, 1.23k op/s 2024-08-29T14:54:20.084 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 52 16 97556 97540 117.211 79.3125 0.0122634 0.00852652 2024-08-29T14:54:21.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:54:20 smithi064 ceph-mon[19398]: pgmap v123: 89 pgs: 89 active+clean; 5.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 94 MiB/s wr, 1.50k op/s 2024-08-29T14:54:21.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:54:20 smithi064 ceph-mon[30833]: pgmap v123: 89 pgs: 89 active+clean; 5.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 94 MiB/s wr, 1.50k op/s 2024-08-29T14:54:21.084 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 53 16 98707 98691 116.357 71.9375 0.00742194 0.00858945 2024-08-29T14:54:21.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:54:20 smithi146 ceph-mon[23161]: pgmap v123: 89 pgs: 89 active+clean; 5.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 94 MiB/s wr, 1.50k op/s 2024-08-29T14:54:22.085 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 54 16 99947 99931 115.637 77.5 0.0174271 0.00864277 2024-08-29T14:54:23.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:54:22 smithi064 ceph-mon[30833]: pgmap v124: 89 pgs: 89 active+clean; 5.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 68 MiB/s wr, 1.09k op/s 2024-08-29T14:54:23.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:54:22 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:54:23.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:54:22 smithi064 ceph-mon[19398]: pgmap v124: 89 pgs: 89 active+clean; 5.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 68 MiB/s wr, 1.09k op/s 2024-08-29T14:54:23.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:54:22 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:54:23.084 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 55 16 101128 101112 114.877 73.8125 0.0154742 0.00869989 2024-08-29T14:54:23.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:54:22 smithi146 ceph-mon[23161]: pgmap v124: 89 pgs: 89 active+clean; 5.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 68 MiB/s wr, 1.09k op/s 2024-08-29T14:54:23.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:54:22 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:54:24.085 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 56 16 102291 102275 114.123 72.6875 0.00758132 0.00875718 2024-08-29T14:54:25.026 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:54:24 smithi146 ceph-mon[23161]: pgmap v125: 89 pgs: 89 active+clean; 6.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 100 MiB/s wr, 1.59k op/s 2024-08-29T14:54:25.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:54:24 smithi064 ceph-mon[30833]: pgmap v125: 89 pgs: 89 active+clean; 6.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 100 MiB/s wr, 1.59k op/s 2024-08-29T14:54:25.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:54:24 smithi064 ceph-mon[19398]: pgmap v125: 89 pgs: 89 active+clean; 6.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 100 MiB/s wr, 1.59k op/s 2024-08-29T14:54:25.030 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:54:24 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: ::ffff:172.21.15.146 - - [29/Aug/2024:14:54:24] "GET /metrics HTTP/1.1" 200 36069 "" "Prometheus/2.43.0" 2024-08-29T14:54:25.085 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 57 16 103285 103269 113.211 62.125 0.0182991 0.00882711 2024-08-29T14:54:26.085 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 58 16 104324 104308 112.379 64.9375 0.023637 0.00889242 2024-08-29T14:54:26.913 INFO:teuthology.orchestra.run.smithi064.stdout:true 2024-08-29T14:54:27.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:54:26 smithi064 ceph-mon[30833]: from='client.24710 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:54:27.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:54:26 smithi064 ceph-mon[30833]: from='client.24637 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:54:27.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:54:26 smithi064 ceph-mon[30833]: pgmap v126: 89 pgs: 89 active+clean; 6.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 65 MiB/s wr, 1.04k op/s 2024-08-29T14:54:27.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:54:26 smithi064 ceph-mon[19398]: from='client.24710 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:54:27.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:54:26 smithi064 ceph-mon[19398]: from='client.24637 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:54:27.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:54:26 smithi064 ceph-mon[19398]: pgmap v126: 89 pgs: 89 active+clean; 6.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 65 MiB/s wr, 1.04k op/s 2024-08-29T14:54:27.085 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 59 16 105342 105326 111.553 63.625 0.00286392 0.00895706 2024-08-29T14:54:27.108 INFO:teuthology.orchestra.run.smithi064.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-29T14:54:27.108 INFO:teuthology.orchestra.run.smithi064.stdout:alertmanager.a smithi064 *:9093,9094 running (2m) 114s ago 3m 15.3M - 0.25.0 c8568f914cd2 cb7870b24e31 2024-08-29T14:54:27.108 INFO:teuthology.orchestra.run.smithi064.stdout:grafana.a smithi146 *:3000 running (3m) 10s ago 3m 93.9M - 9.4.7 954c08fa6188 7375aec923f5 2024-08-29T14:54:27.108 INFO:teuthology.orchestra.run.smithi064.stdout:mds.foo.smithi064.wfhkrv smithi064 running (2m) 114s ago 2m 16.7M - 18.2.4-774-gfe43f1c9 96384990183a 1b7f18e1aa62 2024-08-29T14:54:27.108 INFO:teuthology.orchestra.run.smithi064.stdout:mds.foo.smithi146.emtesl smithi146 running (2m) 10s ago 2m 13.3M - 18.2.4-774-gfe43f1c9 96384990183a 3bc76a50ad5d 2024-08-29T14:54:27.108 INFO:teuthology.orchestra.run.smithi064.stdout:mgr.x smithi146 *:8443,8765 running (7m) 10s ago 7m 438M - 18.2.4-774-gfe43f1c9 96384990183a e0057608144f 2024-08-29T14:54:27.108 INFO:teuthology.orchestra.run.smithi064.stdout:mgr.y smithi064 *:9283,8765 running (8m) 114s ago 8m 483M - 18.2.4-774-gfe43f1c9 96384990183a a58be435de1d 2024-08-29T14:54:27.108 INFO:teuthology.orchestra.run.smithi064.stdout:mon.a smithi064 running (9m) 114s ago 9m 46.2M 2048M 18.2.4-774-gfe43f1c9 96384990183a f64ae39a1e3a 2024-08-29T14:54:27.108 INFO:teuthology.orchestra.run.smithi064.stdout:mon.b smithi146 running (7m) 10s ago 7m 39.8M 2048M 18.2.4-774-gfe43f1c9 96384990183a 93e457c69213 2024-08-29T14:54:27.108 INFO:teuthology.orchestra.run.smithi064.stdout:mon.c smithi064 running (7m) 114s ago 7m 39.9M 2048M 18.2.4-774-gfe43f1c9 96384990183a d074cbb94731 2024-08-29T14:54:27.108 INFO:teuthology.orchestra.run.smithi064.stdout:node-exporter.a smithi064 *:9100 running (2m) 114s ago 2m 13.9M - 1.5.0 0da6a335fe13 e6e4b2285cac 2024-08-29T14:54:27.109 INFO:teuthology.orchestra.run.smithi064.stdout:node-exporter.b smithi146 *:9100 running (2m) 10s ago 2m 15.2M - 1.5.0 0da6a335fe13 68d128ea734f 2024-08-29T14:54:27.109 INFO:teuthology.orchestra.run.smithi064.stdout:osd.0 smithi064 running (6m) 114s ago 6m 45.1M 4016M 18.2.4-774-gfe43f1c9 96384990183a 770cbb3bc848 2024-08-29T14:54:27.109 INFO:teuthology.orchestra.run.smithi064.stdout:osd.1 smithi064 running (6m) 114s ago 6m 45.8M 4016M 18.2.4-774-gfe43f1c9 96384990183a fc5e44167e9b 2024-08-29T14:54:27.109 INFO:teuthology.orchestra.run.smithi064.stdout:osd.2 smithi064 running (6m) 114s ago 6m 51.4M 4016M 18.2.4-774-gfe43f1c9 96384990183a 65d83b931adb 2024-08-29T14:54:27.109 INFO:teuthology.orchestra.run.smithi064.stdout:osd.3 smithi064 running (5m) 114s ago 5m 47.6M 4016M 18.2.4-774-gfe43f1c9 96384990183a 5e8c4550a68b 2024-08-29T14:54:27.109 INFO:teuthology.orchestra.run.smithi064.stdout:osd.4 smithi146 running (5m) 10s ago 5m 251M 4016M 18.2.4-774-gfe43f1c9 96384990183a b193dddcca06 2024-08-29T14:54:27.109 INFO:teuthology.orchestra.run.smithi064.stdout:osd.5 smithi146 running (5m) 10s ago 4m 273M 4016M 18.2.4-774-gfe43f1c9 96384990183a 10130a3c1e64 2024-08-29T14:54:27.109 INFO:teuthology.orchestra.run.smithi064.stdout:osd.6 smithi146 running (4m) 10s ago 4m 153M 4016M 18.2.4-774-gfe43f1c9 96384990183a 6718902a837b 2024-08-29T14:54:27.109 INFO:teuthology.orchestra.run.smithi064.stdout:osd.7 smithi146 running (4m) 10s ago 4m 182M 4016M 18.2.4-774-gfe43f1c9 96384990183a 25cd78f24201 2024-08-29T14:54:27.109 INFO:teuthology.orchestra.run.smithi064.stdout:prometheus.a smithi146 *:9095 running (2m) 10s ago 3m 43.1M - 2.43.0 a07b618ecd1d d986dd33fb13 2024-08-29T14:54:27.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:54:26 smithi146 ceph-mon[23161]: from='client.24710 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:54:27.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:54:26 smithi146 ceph-mon[23161]: from='client.24637 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:54:27.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:54:26 smithi146 ceph-mon[23161]: pgmap v126: 89 pgs: 89 active+clean; 6.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 65 MiB/s wr, 1.04k op/s 2024-08-29T14:54:27.637 INFO:teuthology.orchestra.run.smithi064.stdout:{ 2024-08-29T14:54:27.637 INFO:teuthology.orchestra.run.smithi064.stdout: "mon": { 2024-08-29T14:54:27.637 INFO:teuthology.orchestra.run.smithi064.stdout: "ceph version 18.2.4-774-gfe43f1c9 (fe43f1c9f9e2945dda7244d8acbd33fb921449af) reef (stable)": 3 2024-08-29T14:54:27.637 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-08-29T14:54:27.637 INFO:teuthology.orchestra.run.smithi064.stdout: "mgr": { 2024-08-29T14:54:27.637 INFO:teuthology.orchestra.run.smithi064.stdout: "ceph version 18.2.4-774-gfe43f1c9 (fe43f1c9f9e2945dda7244d8acbd33fb921449af) reef (stable)": 2 2024-08-29T14:54:27.637 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-08-29T14:54:27.638 INFO:teuthology.orchestra.run.smithi064.stdout: "osd": { 2024-08-29T14:54:27.638 INFO:teuthology.orchestra.run.smithi064.stdout: "ceph version 18.2.4-774-gfe43f1c9 (fe43f1c9f9e2945dda7244d8acbd33fb921449af) reef (stable)": 8 2024-08-29T14:54:27.638 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-08-29T14:54:27.638 INFO:teuthology.orchestra.run.smithi064.stdout: "mds": { 2024-08-29T14:54:27.638 INFO:teuthology.orchestra.run.smithi064.stdout: "ceph version 18.2.4-774-gfe43f1c9 (fe43f1c9f9e2945dda7244d8acbd33fb921449af) reef (stable)": 2 2024-08-29T14:54:27.638 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-08-29T14:54:27.638 INFO:teuthology.orchestra.run.smithi064.stdout: "overall": { 2024-08-29T14:54:27.638 INFO:teuthology.orchestra.run.smithi064.stdout: "ceph version 18.2.4-774-gfe43f1c9 (fe43f1c9f9e2945dda7244d8acbd33fb921449af) reef (stable)": 15 2024-08-29T14:54:27.638 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-08-29T14:54:27.638 INFO:teuthology.orchestra.run.smithi064.stdout:} 2024-08-29T14:54:28.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:54:27 smithi064 ceph-mon[19398]: from='client.24640 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:54:28.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:54:27 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/2505618034' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T14:54:28.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:54:27 smithi064 ceph-mon[30833]: from='client.24640 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:54:28.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:54:27 smithi064 ceph-mon[30833]: from='client.? 172.21.15.64:0/2505618034' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T14:54:28.085 INFO:tasks.radosbench.radosbench.0.smithi064.stdout:2024-08-29T14:54:28.085138+0000 min lat: 0.00123763 max lat: 0.156651 avg lat: 0.0090271 2024-08-29T14:54:28.085 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2024-08-29T14:54:28.085 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 60 16 106321 106305 110.713 61.1875 0.0255193 0.0090271 2024-08-29T14:54:28.149 INFO:teuthology.orchestra.run.smithi064.stdout:{ 2024-08-29T14:54:28.149 INFO:teuthology.orchestra.run.smithi064.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:1f4056d968930e12926c25a8f13ee8ed6047c791", 2024-08-29T14:54:28.149 INFO:teuthology.orchestra.run.smithi064.stdout: "in_progress": true, 2024-08-29T14:54:28.149 INFO:teuthology.orchestra.run.smithi064.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-08-29T14:54:28.149 INFO:teuthology.orchestra.run.smithi064.stdout: "services_complete": [], 2024-08-29T14:54:28.149 INFO:teuthology.orchestra.run.smithi064.stdout: "progress": "", 2024-08-29T14:54:28.149 INFO:teuthology.orchestra.run.smithi064.stdout: "message": "", 2024-08-29T14:54:28.149 INFO:teuthology.orchestra.run.smithi064.stdout: "is_paused": false 2024-08-29T14:54:28.149 INFO:teuthology.orchestra.run.smithi064.stdout:} 2024-08-29T14:54:28.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:54:27 smithi146 ceph-mon[23161]: from='client.24640 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:54:28.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:54:27 smithi146 ceph-mon[23161]: from='client.? 172.21.15.64:0/2505618034' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T14:54:29.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:54:28 smithi064 ceph-mon[19398]: from='client.24649 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:54:29.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:54:28 smithi064 ceph-mon[19398]: pgmap v127: 89 pgs: 89 active+clean; 6.3 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 72 MiB/s wr, 1.15k op/s 2024-08-29T14:54:29.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:54:28 smithi064 ceph-mon[30833]: from='client.24649 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:54:29.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:54:28 smithi064 ceph-mon[30833]: pgmap v127: 89 pgs: 89 active+clean; 6.3 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 72 MiB/s wr, 1.15k op/s 2024-08-29T14:54:29.085 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 61 16 107498 107482 110.104 73.5625 0.0226522 0.00907743 2024-08-29T14:54:29.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:54:28 smithi146 ceph-mon[23161]: from='client.24649 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:54:29.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:54:28 smithi146 ceph-mon[23161]: pgmap v127: 89 pgs: 89 active+clean; 6.3 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 72 MiB/s wr, 1.15k op/s 2024-08-29T14:54:30.085 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 62 16 108655 108639 109.494 72.3125 0.00686584 0.0091281 2024-08-29T14:54:31.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:54:30 smithi064 ceph-mon[30833]: pgmap v128: 89 pgs: 89 active+clean; 6.5 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 84 MiB/s wr, 1.34k op/s 2024-08-29T14:54:31.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:54:30 smithi064 ceph-mon[19398]: pgmap v128: 89 pgs: 89 active+clean; 6.5 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 84 MiB/s wr, 1.34k op/s 2024-08-29T14:54:31.085 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 63 16 109845 109829 108.937 74.375 0.012762 0.00917472 2024-08-29T14:54:31.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:54:30 smithi146 ceph-mon[23161]: pgmap v128: 89 pgs: 89 active+clean; 6.5 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 84 MiB/s wr, 1.34k op/s 2024-08-29T14:54:32.085 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 64 16 110739 110723 108.108 55.875 0.0257929 0.00924487 2024-08-29T14:54:33.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:54:32 smithi064 ceph-mon[19398]: pgmap v129: 89 pgs: 89 active+clean; 6.5 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 59 MiB/s wr, 938 op/s 2024-08-29T14:54:33.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:54:32 smithi064 ceph-mon[30833]: pgmap v129: 89 pgs: 89 active+clean; 6.5 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 59 MiB/s wr, 938 op/s 2024-08-29T14:54:33.085 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 65 16 111845 111829 107.508 69.125 0.008957 0.00929712 2024-08-29T14:54:33.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:54:32 smithi146 ceph-mon[23161]: pgmap v129: 89 pgs: 89 active+clean; 6.5 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 59 MiB/s wr, 938 op/s 2024-08-29T14:54:34.086 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 66 16 112976 112960 106.95 70.6875 0.0167344 0.00934555 2024-08-29T14:54:35.030 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:54:34 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: ::ffff:172.21.15.146 - - [29/Aug/2024:14:54:34] "GET /metrics HTTP/1.1" 200 36069 "" "Prometheus/2.43.0" 2024-08-29T14:54:35.086 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 67 16 114050 114034 106.356 67.125 0.0221072 0.00939717 2024-08-29T14:54:35.695 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:54:35 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:54:35.696 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:54:35 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:54:35.696 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:54:35 smithi064 ceph-mon[19398]: pgmap v130: 89 pgs: 89 active+clean; 6.9 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 87 MiB/s wr, 1.40k op/s 2024-08-29T14:54:35.696 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:54:35 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:54:35.696 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:54:35 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:54:35.696 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:54:35 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:54:35.696 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:54:35 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:54:35.696 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:54:35 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:54:35.696 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:54:35 smithi064 ceph-mon[30833]: pgmap v130: 89 pgs: 89 active+clean; 6.9 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 87 MiB/s wr, 1.40k op/s 2024-08-29T14:54:35.696 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:54:35 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:54:35.696 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:54:35 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:54:35.697 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:54:35 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:54:35.724 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:54:35 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:54:35.724 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:54:35 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:54:35.724 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:54:35 smithi146 ceph-mon[23161]: pgmap v130: 89 pgs: 89 active+clean; 6.9 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 87 MiB/s wr, 1.40k op/s 2024-08-29T14:54:35.724 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:54:35 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:54:35.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:54:35 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:54:35.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:54:35 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:54:36.086 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 68 16 115131 115115 105.785 67.5625 0.00906413 0.00944803 2024-08-29T14:54:36.724 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:54:36 smithi146 ceph-mon[23161]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:1f4056d968930e12926c25a8f13ee8ed6047c791 2024-08-29T14:54:36.780 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:54:36 smithi064 ceph-mon[19398]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:1f4056d968930e12926c25a8f13ee8ed6047c791 2024-08-29T14:54:36.780 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:54:36 smithi064 ceph-mon[30833]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:1f4056d968930e12926c25a8f13ee8ed6047c791 2024-08-29T14:54:37.086 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 69 16 116201 116185 105.221 66.875 0.0162354 0.0094985 2024-08-29T14:54:37.724 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:54:37 smithi146 ceph-mon[23161]: pgmap v131: 89 pgs: 89 active+clean; 6.9 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 56 MiB/s wr, 891 op/s 2024-08-29T14:54:37.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:54:37 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:54:37.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:54:37 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:54:37.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:54:37 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:54:37.780 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:54:37 smithi064 ceph-mon[30833]: pgmap v131: 89 pgs: 89 active+clean; 6.9 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 56 MiB/s wr, 891 op/s 2024-08-29T14:54:37.780 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:54:37 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:54:37.780 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:54:37 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:54:37.780 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:54:37 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:54:37.781 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:54:37 smithi064 ceph-mon[19398]: pgmap v131: 89 pgs: 89 active+clean; 6.9 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 56 MiB/s wr, 891 op/s 2024-08-29T14:54:37.781 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:54:37 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:54:37.781 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:54:37 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:54:37.781 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:54:37 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:54:38.086 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 70 15 117205 117190 104.615 62.8125 0.0111196 0.00955385 2024-08-29T14:54:38.724 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:54:38 smithi146 ceph-mon[23161]: Upgrade: Target is version 19.3.0-4579-g1f4056d9 (unknown) 2024-08-29T14:54:38.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:54:38 smithi146 ceph-mon[23161]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, digests ['quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc'] 2024-08-29T14:54:38.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:54:38 smithi146 ceph-mon[23161]: Upgrade: Need to upgrade myself (mgr.y) 2024-08-29T14:54:38.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:54:38 smithi146 ceph-mon[23161]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc on smithi146 2024-08-29T14:54:38.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:54:38 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:54:38.780 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:54:38 smithi064 ceph-mon[19398]: Upgrade: Target is version 19.3.0-4579-g1f4056d9 (unknown) 2024-08-29T14:54:38.780 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:54:38 smithi064 ceph-mon[19398]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, digests ['quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc'] 2024-08-29T14:54:38.780 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:54:38 smithi064 ceph-mon[19398]: Upgrade: Need to upgrade myself (mgr.y) 2024-08-29T14:54:38.780 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:54:38 smithi064 ceph-mon[19398]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc on smithi146 2024-08-29T14:54:38.780 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:54:38 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:54:38.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:54:38 smithi064 ceph-mon[30833]: Upgrade: Target is version 19.3.0-4579-g1f4056d9 (unknown) 2024-08-29T14:54:38.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:54:38 smithi064 ceph-mon[30833]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, digests ['quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc'] 2024-08-29T14:54:38.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:54:38 smithi064 ceph-mon[30833]: Upgrade: Need to upgrade myself (mgr.y) 2024-08-29T14:54:38.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:54:38 smithi064 ceph-mon[30833]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc on smithi146 2024-08-29T14:54:38.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:54:38 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:54:39.086 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 71 16 118178 118162 103.998 60.75 0.0115513 0.00961053 2024-08-29T14:54:39.724 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:54:39 smithi146 ceph-mon[23161]: pgmap v132: 89 pgs: 89 active+clean; 6.9 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 57 MiB/s wr, 918 op/s 2024-08-29T14:54:39.780 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:54:39 smithi064 ceph-mon[19398]: pgmap v132: 89 pgs: 89 active+clean; 6.9 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 57 MiB/s wr, 918 op/s 2024-08-29T14:54:39.780 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:54:39 smithi064 ceph-mon[30833]: pgmap v132: 89 pgs: 89 active+clean; 6.9 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 57 MiB/s wr, 918 op/s 2024-08-29T14:54:40.086 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 72 16 119142 119126 103.39 60.25 0.0113996 0.00966721 2024-08-29T14:54:41.032 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:54:40 smithi064 ceph-mon[30833]: pgmap v133: 89 pgs: 89 active+clean; 7.2 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 76 MiB/s wr, 1.22k op/s 2024-08-29T14:54:41.032 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:54:40 smithi064 ceph-mon[19398]: pgmap v133: 89 pgs: 89 active+clean; 7.2 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 76 MiB/s wr, 1.22k op/s 2024-08-29T14:54:41.089 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 73 16 120092 120076 102.787 59.375 0.00991758 0.00972336 2024-08-29T14:54:41.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:54:40 smithi146 ceph-mon[23161]: pgmap v133: 89 pgs: 89 active+clean; 7.2 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 76 MiB/s wr, 1.22k op/s 2024-08-29T14:54:42.086 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 74 16 121044 121028 102.202 59.5 0.00869255 0.00977944 2024-08-29T14:54:43.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:54:42 smithi064 ceph-mon[30833]: pgmap v134: 89 pgs: 89 active+clean; 7.2 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 56 MiB/s wr, 896 op/s 2024-08-29T14:54:43.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:54:42 smithi064 ceph-mon[19398]: pgmap v134: 89 pgs: 89 active+clean; 7.2 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 56 MiB/s wr, 896 op/s 2024-08-29T14:54:43.086 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 75 16 121981 121965 101.62 58.5625 0.0139309 0.00983568 2024-08-29T14:54:43.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:54:42 smithi146 ceph-mon[23161]: pgmap v134: 89 pgs: 89 active+clean; 7.2 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 56 MiB/s wr, 896 op/s 2024-08-29T14:54:44.086 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 76 16 122901 122885 101.04 57.5 0.0374739 0.00989217 2024-08-29T14:54:45.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:54:44 smithi064 ceph-mon[30833]: pgmap v135: 89 pgs: 89 active+clean; 7.5 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 81 MiB/s wr, 1.29k op/s 2024-08-29T14:54:45.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:54:44 smithi064 ceph-mon[19398]: pgmap v135: 89 pgs: 89 active+clean; 7.5 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 81 MiB/s wr, 1.29k op/s 2024-08-29T14:54:45.030 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:54:44 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: ::ffff:172.21.15.146 - - [29/Aug/2024:14:54:44] "GET /metrics HTTP/1.1" 200 36072 "" "Prometheus/2.43.0" 2024-08-29T14:54:45.086 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 77 16 123827 123811 100.479 57.875 0.00602855 0.00994694 2024-08-29T14:54:45.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:54:44 smithi146 ceph-mon[23161]: pgmap v135: 89 pgs: 89 active+clean; 7.5 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 81 MiB/s wr, 1.29k op/s 2024-08-29T14:54:46.086 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 78 16 124729 124713 99.9136 56.375 0.0313148 0.0100026 2024-08-29T14:54:47.086 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 79 16 125639 125623 99.3688 56.875 0.00881321 0.0100579 2024-08-29T14:54:47.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:54:46 smithi146 ceph-mon[23161]: pgmap v136: 89 pgs: 89 active+clean; 7.5 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 52 MiB/s wr, 834 op/s 2024-08-29T14:54:47.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:54:46 smithi064 ceph-mon[19398]: pgmap v136: 89 pgs: 89 active+clean; 7.5 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 52 MiB/s wr, 834 op/s 2024-08-29T14:54:47.280 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:54:46 smithi064 ceph-mon[30833]: pgmap v136: 89 pgs: 89 active+clean; 7.5 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 52 MiB/s wr, 834 op/s 2024-08-29T14:54:48.086 INFO:tasks.radosbench.radosbench.0.smithi064.stdout:2024-08-29T14:54:48.086795+0000 min lat: 0.00123763 max lat: 0.156651 avg lat: 0.0101117 2024-08-29T14:54:48.087 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2024-08-29T14:54:48.087 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 80 16 126564 126548 98.8493 57.8125 0.0055798 0.0101117 2024-08-29T14:54:49.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:54:48 smithi064 ceph-mon[19398]: pgmap v137: 89 pgs: 89 active+clean; 7.5 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 54 MiB/s wr, 857 op/s 2024-08-29T14:54:49.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:54:48 smithi064 ceph-mon[30833]: pgmap v137: 89 pgs: 89 active+clean; 7.5 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 54 MiB/s wr, 857 op/s 2024-08-29T14:54:49.086 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 81 16 127390 127374 98.2663 51.625 0.0346992 0.0101713 2024-08-29T14:54:49.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:54:48 smithi146 ceph-mon[23161]: pgmap v137: 89 pgs: 89 active+clean; 7.5 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 54 MiB/s wr, 857 op/s 2024-08-29T14:54:50.087 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 82 16 128282 128266 97.7478 55.75 0.00752132 0.0102252 2024-08-29T14:54:51.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:54:50 smithi064 ceph-mon[19398]: pgmap v138: 89 pgs: 89 active+clean; 7.8 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 74 MiB/s wr, 1.18k op/s 2024-08-29T14:54:51.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:54:50 smithi064 ceph-mon[30833]: pgmap v138: 89 pgs: 89 active+clean; 7.8 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 74 MiB/s wr, 1.18k op/s 2024-08-29T14:54:51.087 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 83 16 129183 129167 97.2486 56.3125 0.00574443 0.0102778 2024-08-29T14:54:51.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:54:50 smithi146 ceph-mon[23161]: pgmap v138: 89 pgs: 89 active+clean; 7.8 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 74 MiB/s wr, 1.18k op/s 2024-08-29T14:54:52.087 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 84 16 130065 130049 96.7471 55.125 0.017411 0.0103317 2024-08-29T14:54:53.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:54:52 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:54:53.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:54:52 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:54:53.087 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 85 16 130951 130935 96.2603 55.375 0.0305004 0.0103833 2024-08-29T14:54:53.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:54:52 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:54:54.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:54:53 smithi064 ceph-mon[19398]: pgmap v139: 89 pgs: 89 active+clean; 7.8 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 48 MiB/s wr, 771 op/s 2024-08-29T14:54:54.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:54:53 smithi064 ceph-mon[30833]: pgmap v139: 89 pgs: 89 active+clean; 7.8 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 48 MiB/s wr, 771 op/s 2024-08-29T14:54:54.087 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 86 16 131880 131864 95.8161 58.0625 0.0107384 0.0104311 2024-08-29T14:54:54.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:54:53 smithi146 ceph-mon[23161]: pgmap v139: 89 pgs: 89 active+clean; 7.8 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 48 MiB/s wr, 771 op/s 2024-08-29T14:54:54.943 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:54:54 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: ::ffff:172.21.15.146 - - [29/Aug/2024:14:54:54] "GET /metrics HTTP/1.1" 200 36071 "" "Prometheus/2.43.0" 2024-08-29T14:54:55.087 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 87 16 132777 132761 95.3592 56.0625 0.0133843 0.0104819 2024-08-29T14:54:56.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:54:55 smithi064 ceph-mon[19398]: pgmap v140: 89 pgs: 89 active+clean; 8.0 GiB data, 25 GiB used, 691 GiB / 715 GiB avail; 72 MiB/s wr, 1.15k op/s 2024-08-29T14:54:56.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:54:55 smithi064 ceph-mon[30833]: pgmap v140: 89 pgs: 89 active+clean; 8.0 GiB data, 25 GiB used, 691 GiB / 715 GiB avail; 72 MiB/s wr, 1.15k op/s 2024-08-29T14:54:56.087 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 88 16 133646 133630 94.8927 54.3125 0.0194306 0.010533 2024-08-29T14:54:56.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:54:55 smithi146 ceph-mon[23161]: pgmap v140: 89 pgs: 89 active+clean; 8.0 GiB data, 25 GiB used, 691 GiB / 715 GiB avail; 72 MiB/s wr, 1.15k op/s 2024-08-29T14:54:57.087 INFO:tasks.radosbench.radosbench.0.smithi064.stdout: 89 16 134547 134531 94.4592 56.3125 0.0131243 0.0105812 2024-08-29T14:54:58.088 INFO:tasks.radosbench.radosbench.0.smithi064.stdout:Total time run: 90.0099 2024-08-29T14:54:58.088 INFO:tasks.radosbench.radosbench.0.smithi064.stdout:Total writes made: 135407 2024-08-29T14:54:58.088 INFO:tasks.radosbench.radosbench.0.smithi064.stdout:Write size: 65536 2024-08-29T14:54:58.088 INFO:tasks.radosbench.radosbench.0.smithi064.stdout:Object size: 65536 2024-08-29T14:54:58.088 INFO:tasks.radosbench.radosbench.0.smithi064.stdout:Bandwidth (MB/sec): 94.0223 2024-08-29T14:54:58.088 INFO:tasks.radosbench.radosbench.0.smithi064.stdout:Stddev Bandwidth: 45.0375 2024-08-29T14:54:58.088 INFO:tasks.radosbench.radosbench.0.smithi064.stdout:Max bandwidth (MB/sec): 258.125 2024-08-29T14:54:58.088 INFO:tasks.radosbench.radosbench.0.smithi064.stdout:Min bandwidth (MB/sec): 51.625 2024-08-29T14:54:58.088 INFO:tasks.radosbench.radosbench.0.smithi064.stdout:Average IOPS: 1504 2024-08-29T14:54:58.088 INFO:tasks.radosbench.radosbench.0.smithi064.stdout:Stddev IOPS: 720.6 2024-08-29T14:54:58.088 INFO:tasks.radosbench.radosbench.0.smithi064.stdout:Max IOPS: 4130 2024-08-29T14:54:58.089 INFO:tasks.radosbench.radosbench.0.smithi064.stdout:Min IOPS: 826 2024-08-29T14:54:58.089 INFO:tasks.radosbench.radosbench.0.smithi064.stdout:Average Latency(s): 0.0106318 2024-08-29T14:54:58.089 INFO:tasks.radosbench.radosbench.0.smithi064.stdout:Stddev Latency(s): 0.00770075 2024-08-29T14:54:58.089 INFO:tasks.radosbench.radosbench.0.smithi064.stdout:Max latency(s): 0.156651 2024-08-29T14:54:58.089 INFO:tasks.radosbench.radosbench.0.smithi064.stdout:Min latency(s): 0.00123763 2024-08-29T14:54:58.095 INFO:tasks.radosbench.radosbench.0.smithi064.stdout:Cleaning up (deleting benchmark objects) 2024-08-29T14:54:58.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:54:57 smithi146 ceph-mon[23161]: pgmap v141: 89 pgs: 89 active+clean; 8.0 GiB data, 25 GiB used, 691 GiB / 715 GiB avail; 47 MiB/s wr, 749 op/s 2024-08-29T14:54:58.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:54:57 smithi064 ceph-mon[19398]: pgmap v141: 89 pgs: 89 active+clean; 8.0 GiB data, 25 GiB used, 691 GiB / 715 GiB avail; 47 MiB/s wr, 749 op/s 2024-08-29T14:54:58.280 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:54:57 smithi064 ceph-mon[30833]: pgmap v141: 89 pgs: 89 active+clean; 8.0 GiB data, 25 GiB used, 691 GiB / 715 GiB avail; 47 MiB/s wr, 749 op/s 2024-08-29T14:54:58.608 INFO:teuthology.orchestra.run.smithi064.stdout:true 2024-08-29T14:54:59.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:54:58 smithi064 ceph-mon[19398]: from='client.24731 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:54:59.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:54:58 smithi064 ceph-mon[30833]: from='client.24731 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:54:59.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:54:58 smithi146 ceph-mon[23161]: from='client.24731 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:54:59.495 INFO:teuthology.orchestra.run.smithi064.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-29T14:54:59.496 INFO:teuthology.orchestra.run.smithi064.stdout:alertmanager.a smithi064 *:9093,9094 running (2m) 25s ago 3m 27.9M - 0.25.0 c8568f914cd2 cb7870b24e31 2024-08-29T14:54:59.496 INFO:teuthology.orchestra.run.smithi064.stdout:grafana.a smithi146 *:3000 running (3m) 42s ago 3m 93.9M - 9.4.7 954c08fa6188 7375aec923f5 2024-08-29T14:54:59.496 INFO:teuthology.orchestra.run.smithi064.stdout:mds.foo.smithi064.wfhkrv smithi064 running (2m) 25s ago 2m 17.4M - 18.2.4-774-gfe43f1c9 96384990183a 1b7f18e1aa62 2024-08-29T14:54:59.496 INFO:teuthology.orchestra.run.smithi064.stdout:mds.foo.smithi146.emtesl smithi146 running (2m) 42s ago 2m 13.3M - 18.2.4-774-gfe43f1c9 96384990183a 3bc76a50ad5d 2024-08-29T14:54:59.496 INFO:teuthology.orchestra.run.smithi064.stdout:mgr.x smithi146 *:8443,8765 running (7m) 42s ago 7m 438M - 18.2.4-774-gfe43f1c9 96384990183a e0057608144f 2024-08-29T14:54:59.496 INFO:teuthology.orchestra.run.smithi064.stdout:mgr.y smithi064 *:9283,8765 running (9m) 25s ago 9m 489M - 18.2.4-774-gfe43f1c9 96384990183a a58be435de1d 2024-08-29T14:54:59.496 INFO:teuthology.orchestra.run.smithi064.stdout:mon.a smithi064 running (9m) 25s ago 9m 48.2M 2048M 18.2.4-774-gfe43f1c9 96384990183a f64ae39a1e3a 2024-08-29T14:54:59.496 INFO:teuthology.orchestra.run.smithi064.stdout:mon.b smithi146 running (8m) 42s ago 8m 39.8M 2048M 18.2.4-774-gfe43f1c9 96384990183a 93e457c69213 2024-08-29T14:54:59.496 INFO:teuthology.orchestra.run.smithi064.stdout:mon.c smithi064 running (8m) 25s ago 8m 41.2M 2048M 18.2.4-774-gfe43f1c9 96384990183a d074cbb94731 2024-08-29T14:54:59.496 INFO:teuthology.orchestra.run.smithi064.stdout:node-exporter.a smithi064 *:9100 running (3m) 25s ago 3m 16.0M - 1.5.0 0da6a335fe13 e6e4b2285cac 2024-08-29T14:54:59.496 INFO:teuthology.orchestra.run.smithi064.stdout:node-exporter.b smithi146 *:9100 running (3m) 42s ago 3m 15.2M - 1.5.0 0da6a335fe13 68d128ea734f 2024-08-29T14:54:59.496 INFO:teuthology.orchestra.run.smithi064.stdout:osd.0 smithi064 running (7m) 25s ago 7m 257M 4016M 18.2.4-774-gfe43f1c9 96384990183a 770cbb3bc848 2024-08-29T14:54:59.497 INFO:teuthology.orchestra.run.smithi064.stdout:osd.1 smithi064 running (7m) 25s ago 7m 178M 4016M 18.2.4-774-gfe43f1c9 96384990183a fc5e44167e9b 2024-08-29T14:54:59.497 INFO:teuthology.orchestra.run.smithi064.stdout:osd.2 smithi064 running (6m) 25s ago 6m 222M 4016M 18.2.4-774-gfe43f1c9 96384990183a 65d83b931adb 2024-08-29T14:54:59.497 INFO:teuthology.orchestra.run.smithi064.stdout:osd.3 smithi064 running (6m) 25s ago 6m 128M 4016M 18.2.4-774-gfe43f1c9 96384990183a 5e8c4550a68b 2024-08-29T14:54:59.497 INFO:teuthology.orchestra.run.smithi064.stdout:osd.4 smithi146 running (5m) 42s ago 5m 251M 4016M 18.2.4-774-gfe43f1c9 96384990183a b193dddcca06 2024-08-29T14:54:59.497 INFO:teuthology.orchestra.run.smithi064.stdout:osd.5 smithi146 running (5m) 42s ago 5m 273M 4016M 18.2.4-774-gfe43f1c9 96384990183a 10130a3c1e64 2024-08-29T14:54:59.497 INFO:teuthology.orchestra.run.smithi064.stdout:osd.6 smithi146 running (5m) 42s ago 5m 153M 4016M 18.2.4-774-gfe43f1c9 96384990183a 6718902a837b 2024-08-29T14:54:59.497 INFO:teuthology.orchestra.run.smithi064.stdout:osd.7 smithi146 running (4m) 42s ago 4m 182M 4016M 18.2.4-774-gfe43f1c9 96384990183a 25cd78f24201 2024-08-29T14:54:59.497 INFO:teuthology.orchestra.run.smithi064.stdout:prometheus.a smithi146 *:9095 running (2m) 42s ago 4m 43.1M - 2.43.0 a07b618ecd1d d986dd33fb13 2024-08-29T14:55:00.025 INFO:teuthology.orchestra.run.smithi064.stdout:{ 2024-08-29T14:55:00.025 INFO:teuthology.orchestra.run.smithi064.stdout: "mon": { 2024-08-29T14:55:00.025 INFO:teuthology.orchestra.run.smithi064.stdout: "ceph version 18.2.4-774-gfe43f1c9 (fe43f1c9f9e2945dda7244d8acbd33fb921449af) reef (stable)": 3 2024-08-29T14:55:00.025 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-08-29T14:55:00.025 INFO:teuthology.orchestra.run.smithi064.stdout: "mgr": { 2024-08-29T14:55:00.025 INFO:teuthology.orchestra.run.smithi064.stdout: "ceph version 18.2.4-774-gfe43f1c9 (fe43f1c9f9e2945dda7244d8acbd33fb921449af) reef (stable)": 2 2024-08-29T14:55:00.025 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-08-29T14:55:00.025 INFO:teuthology.orchestra.run.smithi064.stdout: "osd": { 2024-08-29T14:55:00.025 INFO:teuthology.orchestra.run.smithi064.stdout: "ceph version 18.2.4-774-gfe43f1c9 (fe43f1c9f9e2945dda7244d8acbd33fb921449af) reef (stable)": 8 2024-08-29T14:55:00.025 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-08-29T14:55:00.025 INFO:teuthology.orchestra.run.smithi064.stdout: "mds": { 2024-08-29T14:55:00.026 INFO:teuthology.orchestra.run.smithi064.stdout: "ceph version 18.2.4-774-gfe43f1c9 (fe43f1c9f9e2945dda7244d8acbd33fb921449af) reef (stable)": 2 2024-08-29T14:55:00.026 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-08-29T14:55:00.026 INFO:teuthology.orchestra.run.smithi064.stdout: "overall": { 2024-08-29T14:55:00.026 INFO:teuthology.orchestra.run.smithi064.stdout: "ceph version 18.2.4-774-gfe43f1c9 (fe43f1c9f9e2945dda7244d8acbd33fb921449af) reef (stable)": 15 2024-08-29T14:55:00.026 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-08-29T14:55:00.026 INFO:teuthology.orchestra.run.smithi064.stdout:} 2024-08-29T14:55:00.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:54:59 smithi146 ceph-mon[23161]: pgmap v142: 89 pgs: 89 active+clean; 8.0 GiB data, 25 GiB used, 691 GiB / 715 GiB avail; 47 MiB/s wr, 749 op/s 2024-08-29T14:55:00.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:54:59 smithi146 ceph-mon[23161]: from='client.14844 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:55:00.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:54:59 smithi146 ceph-mon[23161]: from='client.24740 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:55:00.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:54:59 smithi064 ceph-mon[19398]: pgmap v142: 89 pgs: 89 active+clean; 8.0 GiB data, 25 GiB used, 691 GiB / 715 GiB avail; 47 MiB/s wr, 749 op/s 2024-08-29T14:55:00.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:54:59 smithi064 ceph-mon[19398]: from='client.14844 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:55:00.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:54:59 smithi064 ceph-mon[19398]: from='client.24740 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:55:00.281 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:54:59 smithi064 ceph-mon[30833]: pgmap v142: 89 pgs: 89 active+clean; 8.0 GiB data, 25 GiB used, 691 GiB / 715 GiB avail; 47 MiB/s wr, 749 op/s 2024-08-29T14:55:00.281 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:54:59 smithi064 ceph-mon[30833]: from='client.14844 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:55:00.281 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:54:59 smithi064 ceph-mon[30833]: from='client.24740 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:55:00.461 INFO:teuthology.orchestra.run.smithi064.stdout:{ 2024-08-29T14:55:00.461 INFO:teuthology.orchestra.run.smithi064.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc", 2024-08-29T14:55:00.461 INFO:teuthology.orchestra.run.smithi064.stdout: "in_progress": true, 2024-08-29T14:55:00.461 INFO:teuthology.orchestra.run.smithi064.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-08-29T14:55:00.461 INFO:teuthology.orchestra.run.smithi064.stdout: "services_complete": [], 2024-08-29T14:55:00.461 INFO:teuthology.orchestra.run.smithi064.stdout: "progress": "0/2 daemons upgraded", 2024-08-29T14:55:00.461 INFO:teuthology.orchestra.run.smithi064.stdout: "message": "Pulling quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc image on host smithi146", 2024-08-29T14:55:00.461 INFO:teuthology.orchestra.run.smithi064.stdout: "is_paused": false 2024-08-29T14:55:00.462 INFO:teuthology.orchestra.run.smithi064.stdout:} 2024-08-29T14:55:01.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:00 smithi146 ceph-mon[23161]: from='client.? 172.21.15.64:0/1041099755' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T14:55:01.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:00 smithi146 ceph-mon[23161]: from='client.24746 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:55:01.280 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:00 smithi064 ceph-mon[30833]: from='client.? 172.21.15.64:0/1041099755' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T14:55:01.280 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:00 smithi064 ceph-mon[30833]: from='client.24746 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:55:01.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:00 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/1041099755' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T14:55:01.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:00 smithi064 ceph-mon[19398]: from='client.24746 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:55:02.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:01 smithi146 ceph-mon[23161]: pgmap v143: 89 pgs: 89 active+clean; 8.2 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 85 B/s rd, 65 MiB/s wr, 1.09k op/s 2024-08-29T14:55:02.280 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:01 smithi064 ceph-mon[30833]: pgmap v143: 89 pgs: 89 active+clean; 8.2 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 85 B/s rd, 65 MiB/s wr, 1.09k op/s 2024-08-29T14:55:02.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:01 smithi064 ceph-mon[19398]: pgmap v143: 89 pgs: 89 active+clean; 8.2 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 85 B/s rd, 65 MiB/s wr, 1.09k op/s 2024-08-29T14:55:04.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:03 smithi146 ceph-mon[23161]: pgmap v144: 89 pgs: 89 active+clean; 8.2 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 85 B/s rd, 43 MiB/s wr, 743 op/s 2024-08-29T14:55:04.280 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:03 smithi064 ceph-mon[30833]: pgmap v144: 89 pgs: 89 active+clean; 8.2 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 85 B/s rd, 43 MiB/s wr, 743 op/s 2024-08-29T14:55:04.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:03 smithi064 ceph-mon[19398]: pgmap v144: 89 pgs: 89 active+clean; 8.2 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 85 B/s rd, 43 MiB/s wr, 743 op/s 2024-08-29T14:55:05.030 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:55:04 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: ::ffff:172.21.15.146 - - [29/Aug/2024:14:55:04] "GET /metrics HTTP/1.1" 200 36071 "" "Prometheus/2.43.0" 2024-08-29T14:55:06.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:05 smithi146 ceph-mon[23161]: pgmap v145: 89 pgs: 89 active+clean; 8.0 GiB data, 25 GiB used, 691 GiB / 715 GiB avail; 85 B/s rd, 43 MiB/s wr, 1.11k op/s 2024-08-29T14:55:06.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:05 smithi064 ceph-mon[19398]: pgmap v145: 89 pgs: 89 active+clean; 8.0 GiB data, 25 GiB used, 691 GiB / 715 GiB avail; 85 B/s rd, 43 MiB/s wr, 1.11k op/s 2024-08-29T14:55:06.280 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:05 smithi064 ceph-mon[30833]: pgmap v145: 89 pgs: 89 active+clean; 8.0 GiB data, 25 GiB used, 691 GiB / 715 GiB avail; 85 B/s rd, 43 MiB/s wr, 1.11k op/s 2024-08-29T14:55:08.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:07 smithi146 ceph-mon[23161]: pgmap v146: 89 pgs: 89 active+clean; 8.0 GiB data, 25 GiB used, 691 GiB / 715 GiB avail; 85 B/s rd, 20 MiB/s wr, 742 op/s 2024-08-29T14:55:08.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:07 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:55:08.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:07 smithi064 ceph-mon[19398]: pgmap v146: 89 pgs: 89 active+clean; 8.0 GiB data, 25 GiB used, 691 GiB / 715 GiB avail; 85 B/s rd, 20 MiB/s wr, 742 op/s 2024-08-29T14:55:08.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:07 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:55:08.280 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:07 smithi064 ceph-mon[30833]: pgmap v146: 89 pgs: 89 active+clean; 8.0 GiB data, 25 GiB used, 691 GiB / 715 GiB avail; 85 B/s rd, 20 MiB/s wr, 742 op/s 2024-08-29T14:55:08.280 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:07 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:55:10.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:09 smithi146 ceph-mon[23161]: pgmap v147: 89 pgs: 89 active+clean; 8.0 GiB data, 25 GiB used, 691 GiB / 715 GiB avail; 85 B/s rd, 20 MiB/s wr, 742 op/s 2024-08-29T14:55:10.280 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:09 smithi064 ceph-mon[30833]: pgmap v147: 89 pgs: 89 active+clean; 8.0 GiB data, 25 GiB used, 691 GiB / 715 GiB avail; 85 B/s rd, 20 MiB/s wr, 742 op/s 2024-08-29T14:55:10.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:09 smithi064 ceph-mon[19398]: pgmap v147: 89 pgs: 89 active+clean; 8.0 GiB data, 25 GiB used, 691 GiB / 715 GiB avail; 85 B/s rd, 20 MiB/s wr, 742 op/s 2024-08-29T14:55:12.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:11 smithi146 ceph-mon[23161]: pgmap v148: 89 pgs: 89 active+clean; 7.7 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 85 B/s rd, 20 MiB/s wr, 1.09k op/s 2024-08-29T14:55:12.280 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:11 smithi064 ceph-mon[30833]: pgmap v148: 89 pgs: 89 active+clean; 7.7 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 85 B/s rd, 20 MiB/s wr, 1.09k op/s 2024-08-29T14:55:12.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:11 smithi064 ceph-mon[19398]: pgmap v148: 89 pgs: 89 active+clean; 7.7 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 85 B/s rd, 20 MiB/s wr, 1.09k op/s 2024-08-29T14:55:14.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:14 smithi146 ceph-mon[23161]: pgmap v149: 89 pgs: 89 active+clean; 7.7 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 0 B/s wr, 723 op/s 2024-08-29T14:55:14.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:14 smithi064 ceph-mon[30833]: pgmap v149: 89 pgs: 89 active+clean; 7.7 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 0 B/s wr, 723 op/s 2024-08-29T14:55:14.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:14 smithi064 ceph-mon[19398]: pgmap v149: 89 pgs: 89 active+clean; 7.7 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 0 B/s wr, 723 op/s 2024-08-29T14:55:15.030 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:55:14 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: ::ffff:172.21.15.146 - - [29/Aug/2024:14:55:14] "GET /metrics HTTP/1.1" 200 36074 "" "Prometheus/2.43.0" 2024-08-29T14:55:16.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:16 smithi146 ceph-mon[23161]: pgmap v150: 89 pgs: 89 active+clean; 7.4 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 1.07k op/s 2024-08-29T14:55:16.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:16 smithi064 ceph-mon[30833]: pgmap v150: 89 pgs: 89 active+clean; 7.4 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 1.07k op/s 2024-08-29T14:55:16.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:16 smithi064 ceph-mon[19398]: pgmap v150: 89 pgs: 89 active+clean; 7.4 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 1.07k op/s 2024-08-29T14:55:18.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:18 smithi146 ceph-mon[23161]: pgmap v151: 89 pgs: 89 active+clean; 7.4 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 701 op/s 2024-08-29T14:55:18.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:18 smithi064 ceph-mon[30833]: pgmap v151: 89 pgs: 89 active+clean; 7.4 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 701 op/s 2024-08-29T14:55:18.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:18 smithi064 ceph-mon[19398]: pgmap v151: 89 pgs: 89 active+clean; 7.4 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 701 op/s 2024-08-29T14:55:19.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:19 smithi146 ceph-mon[23161]: Upgrade: Updating mgr.x 2024-08-29T14:55:19.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:19 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:55:19.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:19 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T14:55:19.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:19 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-29T14:55:19.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:19 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:55:19.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:19 smithi146 ceph-mon[23161]: Deploying daemon mgr.x on smithi146 2024-08-29T14:55:19.780 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:19 smithi064 ceph-mon[30833]: Upgrade: Updating mgr.x 2024-08-29T14:55:19.780 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:19 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:55:19.780 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:19 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T14:55:19.780 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:19 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-29T14:55:19.780 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:19 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:55:19.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:19 smithi064 ceph-mon[30833]: Deploying daemon mgr.x on smithi146 2024-08-29T14:55:19.781 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:19 smithi064 ceph-mon[19398]: Upgrade: Updating mgr.x 2024-08-29T14:55:19.781 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:19 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:55:19.781 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:19 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T14:55:19.781 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:19 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-29T14:55:19.781 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:19 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:55:19.781 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:19 smithi064 ceph-mon[19398]: Deploying daemon mgr.x on smithi146 2024-08-29T14:55:20.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:20 smithi146 ceph-mon[23161]: pgmap v152: 89 pgs: 89 active+clean; 7.4 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 701 op/s 2024-08-29T14:55:20.780 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:20 smithi064 ceph-mon[19398]: pgmap v152: 89 pgs: 89 active+clean; 7.4 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 701 op/s 2024-08-29T14:55:20.780 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:20 smithi064 ceph-mon[30833]: pgmap v152: 89 pgs: 89 active+clean; 7.4 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 701 op/s 2024-08-29T14:55:21.225 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:55:20 smithi146 systemd[1]: Stopping Ceph mgr.x for 2b44bde8-6615-11ef-bcd4-c7b262605968... 2024-08-29T14:55:21.724 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:55:21 smithi146 podman[58989]: 2024-08-29 14:55:21.380621506 +0000 UTC m=+0.192079943 container died e0057608144f4c2b7ed28a72519204a05fd2321c51b66b0399c52cdaed2191b6 (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.37.1, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=reef-fe43f1c, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731) 2024-08-29T14:55:22.780 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:22 smithi064 ceph-mon[19398]: pgmap v153: 89 pgs: 89 active+clean; 7.2 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 1.07k op/s 2024-08-29T14:55:22.780 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:22 smithi064 ceph-mon[30833]: pgmap v153: 89 pgs: 89 active+clean; 7.2 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 1.07k op/s 2024-08-29T14:55:22.833 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:22 smithi146 ceph-mon[23161]: pgmap v153: 89 pgs: 89 active+clean; 7.2 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 1.07k op/s 2024-08-29T14:55:22.833 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:55:22 smithi146 podman[58989]: 2024-08-29 14:55:22.597280828 +0000 UTC m=+1.408739260 container cleanup e0057608144f4c2b7ed28a72519204a05fd2321c51b66b0399c52cdaed2191b6 (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.37.1, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-fe43f1c) 2024-08-29T14:55:22.833 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:55:22 smithi146 bash[58989]: ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x 2024-08-29T14:55:23.224 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:55:22 smithi146 podman[59009]: 2024-08-29 14:55:22.83257585 +0000 UTC m=+1.445412456 container remove e0057608144f4c2b7ed28a72519204a05fd2321c51b66b0399c52cdaed2191b6 (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=reef-fe43f1c, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.37.1, org.label-schema.build-date=20240731) 2024-08-29T14:55:23.225 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:55:22 smithi146 systemd[1]: ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-08-29T14:55:23.565 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:23 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:55:23.565 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:55:23 smithi146 systemd[1]: ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-08-29T14:55:23.565 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:55:23 smithi146 systemd[1]: Stopped Ceph mgr.x for 2b44bde8-6615-11ef-bcd4-c7b262605968. 2024-08-29T14:55:23.565 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:55:23 smithi146 systemd[1]: ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@mgr.x.service: Consumed 11.302s CPU time. 2024-08-29T14:55:23.780 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:23 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:55:23.780 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:23 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:55:23.892 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:55:23 smithi146 systemd[1]: Starting Ceph mgr.x for 2b44bde8-6615-11ef-bcd4-c7b262605968... 2024-08-29T14:55:24.224 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:55:23 smithi146 podman[59126]: 2024-08-29 14:55:23.798346852 +0000 UTC m=+0.038806589 image pull d17246d170ec2b241f76e4089352ee25d88095b9137d452d079ccea04ae575d3 quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc 2024-08-29T14:55:24.225 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:55:23 smithi146 podman[59126]: 2024-08-29 14:55:23.933782079 +0000 UTC m=+0.174241810 container create 0f8fe63f19bc51ef19a04ecea44842c4f5522efc4857008673e76a88f6dc3251 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, io.buildah.version=1.37.2, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d) 2024-08-29T14:55:24.571 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:24 smithi146 ceph-mon[23161]: pgmap v154: 89 pgs: 89 active+clean; 7.2 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 723 op/s 2024-08-29T14:55:24.571 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:55:24 smithi146 podman[59126]: 2024-08-29 14:55:24.298548668 +0000 UTC m=+0.539008397 container init 0f8fe63f19bc51ef19a04ecea44842c4f5522efc4857008673e76a88f6dc3251 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-08-29T14:55:24.571 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:55:24 smithi146 podman[59126]: 2024-08-29 14:55:24.308830651 +0000 UTC m=+0.549290387 container start 0f8fe63f19bc51ef19a04ecea44842c4f5522efc4857008673e76a88f6dc3251 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-29T14:55:24.780 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:55:24 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: ::ffff:172.21.15.146 - - [29/Aug/2024:14:55:24] "GET /metrics HTTP/1.1" 200 36073 "" "Prometheus/2.43.0" 2024-08-29T14:55:24.780 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:24 smithi064 ceph-mon[30833]: pgmap v154: 89 pgs: 89 active+clean; 7.2 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 723 op/s 2024-08-29T14:55:24.781 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:24 smithi064 ceph-mon[19398]: pgmap v154: 89 pgs: 89 active+clean; 7.2 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 723 op/s 2024-08-29T14:55:24.975 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:55:24 smithi146 bash[59126]: 0f8fe63f19bc51ef19a04ecea44842c4f5522efc4857008673e76a88f6dc3251 2024-08-29T14:55:24.975 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:55:24 smithi146 systemd[1]: Started Ceph mgr.x for 2b44bde8-6615-11ef-bcd4-c7b262605968. 2024-08-29T14:55:25.780 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:25 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:55:25.780 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:25 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:55:25.780 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:25 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:55:25.781 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:25 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:55:25.781 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:25 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:55:25.781 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:25 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:55:25.974 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:25 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:55:25.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:25 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:55:25.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:25 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:55:26.724 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:26 smithi146 ceph-mon[23161]: pgmap v155: 89 pgs: 89 active+clean; 6.9 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 1.11k op/s 2024-08-29T14:55:27.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:26 smithi064 ceph-mon[30833]: pgmap v155: 89 pgs: 89 active+clean; 6.9 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 1.11k op/s 2024-08-29T14:55:27.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:26 smithi064 ceph-mon[19398]: pgmap v155: 89 pgs: 89 active+clean; 6.9 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 1.11k op/s 2024-08-29T14:55:28.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:28 smithi146 ceph-mon[23161]: pgmap v156: 89 pgs: 89 active+clean; 6.9 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 757 op/s 2024-08-29T14:55:29.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:28 smithi064 ceph-mon[19398]: pgmap v156: 89 pgs: 89 active+clean; 6.9 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 757 op/s 2024-08-29T14:55:29.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:28 smithi064 ceph-mon[30833]: pgmap v156: 89 pgs: 89 active+clean; 6.9 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 757 op/s 2024-08-29T14:55:30.945 INFO:teuthology.orchestra.run.smithi064.stdout:true 2024-08-29T14:55:30.974 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:30 smithi146 ceph-mon[23161]: pgmap v157: 89 pgs: 89 active+clean; 6.9 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 757 op/s 2024-08-29T14:55:31.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:30 smithi064 ceph-mon[30833]: pgmap v157: 89 pgs: 89 active+clean; 6.9 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 757 op/s 2024-08-29T14:55:31.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:30 smithi064 ceph-mon[19398]: pgmap v157: 89 pgs: 89 active+clean; 6.9 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 757 op/s 2024-08-29T14:55:31.752 INFO:teuthology.orchestra.run.smithi064.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-29T14:55:31.752 INFO:teuthology.orchestra.run.smithi064.stdout:alertmanager.a smithi064 *:9093,9094 running (3m) 57s ago 4m 27.9M - 0.25.0 c8568f914cd2 cb7870b24e31 2024-08-29T14:55:31.752 INFO:teuthology.orchestra.run.smithi064.stdout:grafana.a smithi146 *:3000 running (4m) 75s ago 4m 93.9M - 9.4.7 954c08fa6188 7375aec923f5 2024-08-29T14:55:31.752 INFO:teuthology.orchestra.run.smithi064.stdout:mds.foo.smithi064.wfhkrv smithi064 running (3m) 57s ago 3m 17.4M - 18.2.4-774-gfe43f1c9 96384990183a 1b7f18e1aa62 2024-08-29T14:55:31.752 INFO:teuthology.orchestra.run.smithi064.stdout:mds.foo.smithi146.emtesl smithi146 running (3m) 75s ago 3m 13.3M - 18.2.4-774-gfe43f1c9 96384990183a 3bc76a50ad5d 2024-08-29T14:55:31.752 INFO:teuthology.orchestra.run.smithi064.stdout:mgr.x smithi146 *:8443,9283,8765 starting - - - - 2024-08-29T14:55:31.752 INFO:teuthology.orchestra.run.smithi064.stdout:mgr.y smithi064 *:9283,8765 running (10m) 57s ago 10m 489M - 18.2.4-774-gfe43f1c9 96384990183a a58be435de1d 2024-08-29T14:55:31.753 INFO:teuthology.orchestra.run.smithi064.stdout:mon.a smithi064 running (10m) 57s ago 10m 48.2M 2048M 18.2.4-774-gfe43f1c9 96384990183a f64ae39a1e3a 2024-08-29T14:55:31.753 INFO:teuthology.orchestra.run.smithi064.stdout:mon.b smithi146 running (8m) 75s ago 8m 39.8M 2048M 18.2.4-774-gfe43f1c9 96384990183a 93e457c69213 2024-08-29T14:55:31.753 INFO:teuthology.orchestra.run.smithi064.stdout:mon.c smithi064 running (8m) 57s ago 8m 41.2M 2048M 18.2.4-774-gfe43f1c9 96384990183a d074cbb94731 2024-08-29T14:55:31.753 INFO:teuthology.orchestra.run.smithi064.stdout:node-exporter.a smithi064 *:9100 running (3m) 57s ago 3m 16.0M - 1.5.0 0da6a335fe13 e6e4b2285cac 2024-08-29T14:55:31.753 INFO:teuthology.orchestra.run.smithi064.stdout:node-exporter.b smithi146 *:9100 running (3m) 75s ago 3m 15.2M - 1.5.0 0da6a335fe13 68d128ea734f 2024-08-29T14:55:31.753 INFO:teuthology.orchestra.run.smithi064.stdout:osd.0 smithi064 running (8m) 57s ago 8m 257M 4016M 18.2.4-774-gfe43f1c9 96384990183a 770cbb3bc848 2024-08-29T14:55:31.753 INFO:teuthology.orchestra.run.smithi064.stdout:osd.1 smithi064 running (7m) 57s ago 7m 178M 4016M 18.2.4-774-gfe43f1c9 96384990183a fc5e44167e9b 2024-08-29T14:55:31.753 INFO:teuthology.orchestra.run.smithi064.stdout:osd.2 smithi064 running (7m) 57s ago 7m 222M 4016M 18.2.4-774-gfe43f1c9 96384990183a 65d83b931adb 2024-08-29T14:55:31.753 INFO:teuthology.orchestra.run.smithi064.stdout:osd.3 smithi064 running (6m) 57s ago 6m 128M 4016M 18.2.4-774-gfe43f1c9 96384990183a 5e8c4550a68b 2024-08-29T14:55:31.753 INFO:teuthology.orchestra.run.smithi064.stdout:osd.4 smithi146 running (6m) 75s ago 6m 251M 4016M 18.2.4-774-gfe43f1c9 96384990183a b193dddcca06 2024-08-29T14:55:31.753 INFO:teuthology.orchestra.run.smithi064.stdout:osd.5 smithi146 running (6m) 75s ago 6m 273M 4016M 18.2.4-774-gfe43f1c9 96384990183a 10130a3c1e64 2024-08-29T14:55:31.753 INFO:teuthology.orchestra.run.smithi064.stdout:osd.6 smithi146 running (5m) 75s ago 5m 153M 4016M 18.2.4-774-gfe43f1c9 96384990183a 6718902a837b 2024-08-29T14:55:31.753 INFO:teuthology.orchestra.run.smithi064.stdout:osd.7 smithi146 running (5m) 75s ago 5m 182M 4016M 18.2.4-774-gfe43f1c9 96384990183a 25cd78f24201 2024-08-29T14:55:31.753 INFO:teuthology.orchestra.run.smithi064.stdout:prometheus.a smithi146 *:9095 running (3m) 75s ago 4m 43.1M - 2.43.0 a07b618ecd1d d986dd33fb13 2024-08-29T14:55:32.296 INFO:teuthology.orchestra.run.smithi064.stdout:{ 2024-08-29T14:55:32.296 INFO:teuthology.orchestra.run.smithi064.stdout: "mon": { 2024-08-29T14:55:32.296 INFO:teuthology.orchestra.run.smithi064.stdout: "ceph version 18.2.4-774-gfe43f1c9 (fe43f1c9f9e2945dda7244d8acbd33fb921449af) reef (stable)": 3 2024-08-29T14:55:32.297 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-08-29T14:55:32.297 INFO:teuthology.orchestra.run.smithi064.stdout: "mgr": { 2024-08-29T14:55:32.297 INFO:teuthology.orchestra.run.smithi064.stdout: "ceph version 18.2.4-774-gfe43f1c9 (fe43f1c9f9e2945dda7244d8acbd33fb921449af) reef (stable)": 2 2024-08-29T14:55:32.297 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-08-29T14:55:32.297 INFO:teuthology.orchestra.run.smithi064.stdout: "osd": { 2024-08-29T14:55:32.297 INFO:teuthology.orchestra.run.smithi064.stdout: "ceph version 18.2.4-774-gfe43f1c9 (fe43f1c9f9e2945dda7244d8acbd33fb921449af) reef (stable)": 8 2024-08-29T14:55:32.297 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-08-29T14:55:32.297 INFO:teuthology.orchestra.run.smithi064.stdout: "mds": { 2024-08-29T14:55:32.297 INFO:teuthology.orchestra.run.smithi064.stdout: "ceph version 18.2.4-774-gfe43f1c9 (fe43f1c9f9e2945dda7244d8acbd33fb921449af) reef (stable)": 2 2024-08-29T14:55:32.297 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-08-29T14:55:32.297 INFO:teuthology.orchestra.run.smithi064.stdout: "overall": { 2024-08-29T14:55:32.297 INFO:teuthology.orchestra.run.smithi064.stdout: "ceph version 18.2.4-774-gfe43f1c9 (fe43f1c9f9e2945dda7244d8acbd33fb921449af) reef (stable)": 15 2024-08-29T14:55:32.297 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-08-29T14:55:32.297 INFO:teuthology.orchestra.run.smithi064.stdout:} 2024-08-29T14:55:32.800 INFO:teuthology.orchestra.run.smithi064.stdout:{ 2024-08-29T14:55:32.800 INFO:teuthology.orchestra.run.smithi064.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc", 2024-08-29T14:55:32.800 INFO:teuthology.orchestra.run.smithi064.stdout: "in_progress": true, 2024-08-29T14:55:32.800 INFO:teuthology.orchestra.run.smithi064.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-08-29T14:55:32.801 INFO:teuthology.orchestra.run.smithi064.stdout: "services_complete": [], 2024-08-29T14:55:32.801 INFO:teuthology.orchestra.run.smithi064.stdout: "progress": "", 2024-08-29T14:55:32.801 INFO:teuthology.orchestra.run.smithi064.stdout: "message": "Currently upgrading mgr daemons", 2024-08-29T14:55:32.801 INFO:teuthology.orchestra.run.smithi064.stdout: "is_paused": false 2024-08-29T14:55:32.801 INFO:teuthology.orchestra.run.smithi064.stdout:} 2024-08-29T14:55:32.974 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:32 smithi146 ceph-mon[23161]: pgmap v158: 89 pgs: 89 active+clean; 6.7 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 1.08k op/s 2024-08-29T14:55:32.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:32 smithi146 ceph-mon[23161]: from='client.14868 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:55:32.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:32 smithi146 ceph-mon[23161]: from='client.24761 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:55:32.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:32 smithi146 ceph-mon[23161]: from='client.? 172.21.15.64:0/3242634228' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T14:55:32.975 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:55:32 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[59137]: [29/Aug/2024:14:55:32] ENGINE Bus STARTING 2024-08-29T14:55:32.975 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:55:32 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[59137]: CherryPy Checker: 2024-08-29T14:55:32.975 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:55:32 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[59137]: The Application mounted at '' has an empty config. 2024-08-29T14:55:32.975 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:55:32 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[59137]: 2024-08-29T14:55:32.975 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:55:32 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[59137]: [29/Aug/2024:14:55:32] ENGINE Serving on http://:::9283 2024-08-29T14:55:32.975 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:55:32 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[59137]: [29/Aug/2024:14:55:32] ENGINE Bus STARTED 2024-08-29T14:55:33.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:32 smithi064 ceph-mon[19398]: pgmap v158: 89 pgs: 89 active+clean; 6.7 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 1.08k op/s 2024-08-29T14:55:33.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:32 smithi064 ceph-mon[19398]: from='client.14868 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:55:33.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:32 smithi064 ceph-mon[19398]: from='client.24761 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:55:33.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:32 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/3242634228' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T14:55:33.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:32 smithi064 ceph-mon[30833]: pgmap v158: 89 pgs: 89 active+clean; 6.7 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 1.08k op/s 2024-08-29T14:55:33.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:32 smithi064 ceph-mon[30833]: from='client.14868 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:55:33.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:32 smithi064 ceph-mon[30833]: from='client.24761 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:55:33.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:32 smithi064 ceph-mon[30833]: from='client.? 172.21.15.64:0/3242634228' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T14:55:33.974 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:33 smithi146 ceph-mon[23161]: from='client.24767 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:55:33.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:33 smithi146 ceph-mon[23161]: from='mgr.? 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-29T14:55:33.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:33 smithi146 ceph-mon[23161]: Standby manager daemon x restarted 2024-08-29T14:55:33.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:33 smithi146 ceph-mon[23161]: Standby manager daemon x started 2024-08-29T14:55:33.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:33 smithi146 ceph-mon[23161]: from='mgr.? 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T14:55:33.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:33 smithi146 ceph-mon[23161]: from='mgr.? 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-29T14:55:33.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:33 smithi146 ceph-mon[23161]: from='mgr.? 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T14:55:34.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:33 smithi064 ceph-mon[30833]: from='client.24767 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:55:34.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:33 smithi064 ceph-mon[30833]: from='mgr.? 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-29T14:55:34.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:33 smithi064 ceph-mon[30833]: Standby manager daemon x restarted 2024-08-29T14:55:34.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:33 smithi064 ceph-mon[30833]: Standby manager daemon x started 2024-08-29T14:55:34.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:33 smithi064 ceph-mon[30833]: from='mgr.? 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T14:55:34.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:33 smithi064 ceph-mon[30833]: from='mgr.? 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-29T14:55:34.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:33 smithi064 ceph-mon[30833]: from='mgr.? 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T14:55:34.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:33 smithi064 ceph-mon[19398]: from='client.24767 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:55:34.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:33 smithi064 ceph-mon[19398]: from='mgr.? 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-29T14:55:34.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:33 smithi064 ceph-mon[19398]: Standby manager daemon x restarted 2024-08-29T14:55:34.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:33 smithi064 ceph-mon[19398]: Standby manager daemon x started 2024-08-29T14:55:34.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:33 smithi064 ceph-mon[19398]: from='mgr.? 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T14:55:34.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:33 smithi064 ceph-mon[19398]: from='mgr.? 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-29T14:55:34.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:33 smithi064 ceph-mon[19398]: from='mgr.? 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T14:55:34.974 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:34 smithi146 ceph-mon[23161]: pgmap v159: 89 pgs: 89 active+clean; 6.7 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 702 op/s 2024-08-29T14:55:34.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:34 smithi146 ceph-mon[23161]: from='client.24773 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:55:34.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:34 smithi146 ceph-mon[23161]: mgrmap e21: y(active, since 4m), standbys: x 2024-08-29T14:55:35.032 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:55:34 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: ::ffff:172.21.15.146 - - [29/Aug/2024:14:55:34] "GET /metrics HTTP/1.1" 200 36073 "" "Prometheus/2.43.0" 2024-08-29T14:55:35.033 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:34 smithi064 ceph-mon[30833]: pgmap v159: 89 pgs: 89 active+clean; 6.7 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 702 op/s 2024-08-29T14:55:35.033 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:34 smithi064 ceph-mon[30833]: from='client.24773 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:55:35.033 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:34 smithi064 ceph-mon[30833]: mgrmap e21: y(active, since 4m), standbys: x 2024-08-29T14:55:35.033 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:34 smithi064 ceph-mon[19398]: pgmap v159: 89 pgs: 89 active+clean; 6.7 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 702 op/s 2024-08-29T14:55:35.033 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:34 smithi064 ceph-mon[19398]: from='client.24773 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:55:35.033 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:34 smithi064 ceph-mon[19398]: mgrmap e21: y(active, since 4m), standbys: x 2024-08-29T14:55:36.974 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:36 smithi146 ceph-mon[23161]: pgmap v160: 89 pgs: 89 active+clean; 6.4 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 1.04k op/s 2024-08-29T14:55:37.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:36 smithi064 ceph-mon[30833]: pgmap v160: 89 pgs: 89 active+clean; 6.4 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 1.04k op/s 2024-08-29T14:55:37.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:36 smithi064 ceph-mon[19398]: pgmap v160: 89 pgs: 89 active+clean; 6.4 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 1.04k op/s 2024-08-29T14:55:39.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:38 smithi064 ceph-mon[30833]: pgmap v161: 89 pgs: 89 active+clean; 6.4 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 655 op/s 2024-08-29T14:55:39.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:38 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:55:39.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:38 smithi064 ceph-mon[19398]: pgmap v161: 89 pgs: 89 active+clean; 6.4 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 655 op/s 2024-08-29T14:55:39.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:38 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:55:39.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:38 smithi146 ceph-mon[23161]: pgmap v161: 89 pgs: 89 active+clean; 6.4 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 655 op/s 2024-08-29T14:55:39.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:38 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:55:40.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:39 smithi064 ceph-mon[19398]: pgmap v162: 89 pgs: 89 active+clean; 6.4 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 655 op/s 2024-08-29T14:55:40.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:39 smithi064 ceph-mon[30833]: pgmap v162: 89 pgs: 89 active+clean; 6.4 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 655 op/s 2024-08-29T14:55:40.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:39 smithi146 ceph-mon[23161]: pgmap v162: 89 pgs: 89 active+clean; 6.4 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 655 op/s 2024-08-29T14:55:42.780 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:42 smithi064 ceph-mon[19398]: pgmap v163: 89 pgs: 89 active+clean; 6.1 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 1.04k op/s 2024-08-29T14:55:42.780 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:42 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:55:42.780 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:42 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:55:42.781 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:42 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:55:42.781 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:42 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:55:42.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:42 smithi064 ceph-mon[30833]: pgmap v163: 89 pgs: 89 active+clean; 6.1 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 1.04k op/s 2024-08-29T14:55:42.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:42 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:55:42.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:42 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:55:42.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:42 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:55:42.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:42 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:55:42.971 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:42 smithi146 ceph-mon[23161]: pgmap v163: 89 pgs: 89 active+clean; 6.1 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 1.04k op/s 2024-08-29T14:55:42.972 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:42 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:55:42.972 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:42 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:55:42.972 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:42 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:55:42.972 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:42 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:55:44.725 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:44 smithi146 ceph-mon[23161]: pgmap v164: 89 pgs: 89 active+clean; 6.1 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 718 op/s 2024-08-29T14:55:44.780 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:44 smithi064 ceph-mon[19398]: pgmap v164: 89 pgs: 89 active+clean; 6.1 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 718 op/s 2024-08-29T14:55:44.780 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:55:44 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: ::ffff:172.21.15.146 - - [29/Aug/2024:14:55:44] "GET /metrics HTTP/1.1" 200 36072 "" "Prometheus/2.43.0" 2024-08-29T14:55:44.780 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:44 smithi064 ceph-mon[30833]: pgmap v164: 89 pgs: 89 active+clean; 6.1 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 718 op/s 2024-08-29T14:55:46.780 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:46 smithi064 ceph-mon[19398]: pgmap v165: 89 pgs: 89 active+clean; 5.9 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 1.09k op/s 2024-08-29T14:55:46.780 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:46 smithi064 ceph-mon[30833]: pgmap v165: 89 pgs: 89 active+clean; 5.9 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 1.09k op/s 2024-08-29T14:55:46.974 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:46 smithi146 ceph-mon[23161]: pgmap v165: 89 pgs: 89 active+clean; 5.9 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 1.09k op/s 2024-08-29T14:55:47.708 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:55:47 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:55:47.375+0000 7fd941b3e640 -1 mgr handle_mgr_map I was active but no longer am 2024-08-29T14:55:47.708 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:55:47 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: ignoring --setuser ceph since I am not root 2024-08-29T14:55:47.708 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:55:47 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: ignoring --setgroup ceph since I am not root 2024-08-29T14:55:47.708 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:55:47 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:55:47.614+0000 7f191839c040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-29T14:55:47.708 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:55:47 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:55:47.703+0000 7f191839c040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-29T14:55:47.724 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:55:47 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[59137]: [29/Aug/2024:14:55:47] ENGINE Bus STOPPING 2024-08-29T14:55:48.030 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:55:47 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:55:47.946+0000 7f191839c040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-29T14:55:48.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:48 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:55:48.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:48 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:55:48.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:48 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:55:48.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:48 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:55:48.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:48 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:55:48.226 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:48 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:55:48.226 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:48 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-29T14:55:48.226 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:48 smithi146 ceph-mon[23161]: Activating manager daemon x 2024-08-29T14:55:48.226 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:48 smithi146 ceph-mon[23161]: osdmap e78: 8 total, 8 up, 8 in 2024-08-29T14:55:48.226 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:48 smithi146 ceph-mon[23161]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-08-29T14:55:48.226 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:48 smithi146 ceph-mon[23161]: mgrmap e22: x(active, starting, since 0.0122803s) 2024-08-29T14:55:48.226 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:48 smithi146 ceph-mon[23161]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:55:48.226 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:48 smithi146 ceph-mon[23161]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:55:48.226 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:48 smithi146 ceph-mon[23161]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:55:48.226 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:48 smithi146 ceph-mon[23161]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi064.wfhkrv"}]: dispatch 2024-08-29T14:55:48.226 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:48 smithi146 ceph-mon[23161]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi146.emtesl"}]: dispatch 2024-08-29T14:55:48.226 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:48 smithi146 ceph-mon[23161]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-29T14:55:48.226 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:48 smithi146 ceph-mon[23161]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T14:55:48.227 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:48 smithi146 ceph-mon[23161]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T14:55:48.227 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:48 smithi146 ceph-mon[23161]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T14:55:48.227 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:48 smithi146 ceph-mon[23161]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T14:55:48.227 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:48 smithi146 ceph-mon[23161]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T14:55:48.227 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:48 smithi146 ceph-mon[23161]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T14:55:48.227 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:48 smithi146 ceph-mon[23161]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T14:55:48.227 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:48 smithi146 ceph-mon[23161]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T14:55:48.227 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:48 smithi146 ceph-mon[23161]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-29T14:55:48.227 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:48 smithi146 ceph-mon[23161]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-29T14:55:48.227 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:48 smithi146 ceph-mon[23161]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-29T14:55:48.227 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:48 smithi146 ceph-mon[23161]: Manager daemon x is now available 2024-08-29T14:55:48.227 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:55:47 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[59137]: [29/Aug/2024:14:55:47] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-29T14:55:48.228 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:55:47 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[59137]: [29/Aug/2024:14:55:47] ENGINE Bus STOPPED 2024-08-29T14:55:48.309 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:55:48 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:55:48.053+0000 7f191839c040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-29T14:55:48.317 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:48 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:55:48.317 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:48 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:55:48.317 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:48 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:55:48.317 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:48 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:55:48.317 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:48 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:55:48.317 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:48 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:55:48.319 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:48 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-29T14:55:48.320 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:48 smithi064 ceph-mon[30833]: Activating manager daemon x 2024-08-29T14:55:48.320 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:48 smithi064 ceph-mon[30833]: osdmap e78: 8 total, 8 up, 8 in 2024-08-29T14:55:48.320 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:48 smithi064 ceph-mon[30833]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-08-29T14:55:48.320 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:48 smithi064 ceph-mon[30833]: mgrmap e22: x(active, starting, since 0.0122803s) 2024-08-29T14:55:48.320 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:48 smithi064 ceph-mon[30833]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:55:48.320 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:48 smithi064 ceph-mon[30833]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:55:48.320 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:48 smithi064 ceph-mon[30833]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:55:48.320 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:48 smithi064 ceph-mon[30833]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi064.wfhkrv"}]: dispatch 2024-08-29T14:55:48.320 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:48 smithi064 ceph-mon[30833]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi146.emtesl"}]: dispatch 2024-08-29T14:55:48.320 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:48 smithi064 ceph-mon[30833]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-29T14:55:48.320 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:48 smithi064 ceph-mon[30833]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T14:55:48.320 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:48 smithi064 ceph-mon[30833]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T14:55:48.320 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:48 smithi064 ceph-mon[30833]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T14:55:48.321 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:48 smithi064 ceph-mon[30833]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T14:55:48.321 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:48 smithi064 ceph-mon[30833]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T14:55:48.321 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:48 smithi064 ceph-mon[30833]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T14:55:48.321 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:48 smithi064 ceph-mon[30833]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T14:55:48.321 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:48 smithi064 ceph-mon[30833]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T14:55:48.321 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:48 smithi064 ceph-mon[30833]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-29T14:55:48.321 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:48 smithi064 ceph-mon[30833]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-29T14:55:48.321 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:48 smithi064 ceph-mon[30833]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-29T14:55:48.321 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:48 smithi064 ceph-mon[30833]: Manager daemon x is now available 2024-08-29T14:55:48.321 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:48 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:55:48.321 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:48 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:55:48.322 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:48 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:55:48.322 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:48 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:55:48.322 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:48 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' 2024-08-29T14:55:48.322 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:48 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:55:48.322 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:48 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-29T14:55:48.322 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:48 smithi064 ceph-mon[19398]: Activating manager daemon x 2024-08-29T14:55:48.322 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:48 smithi064 ceph-mon[19398]: osdmap e78: 8 total, 8 up, 8 in 2024-08-29T14:55:48.322 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:48 smithi064 ceph-mon[19398]: from='mgr.24332 172.21.15.64:0/1528732845' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-08-29T14:55:48.322 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:48 smithi064 ceph-mon[19398]: mgrmap e22: x(active, starting, since 0.0122803s) 2024-08-29T14:55:48.322 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:48 smithi064 ceph-mon[19398]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:55:48.322 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:48 smithi064 ceph-mon[19398]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:55:48.322 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:48 smithi064 ceph-mon[19398]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:55:48.322 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:48 smithi064 ceph-mon[19398]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi064.wfhkrv"}]: dispatch 2024-08-29T14:55:48.322 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:48 smithi064 ceph-mon[19398]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi146.emtesl"}]: dispatch 2024-08-29T14:55:48.322 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:48 smithi064 ceph-mon[19398]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-29T14:55:48.323 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:48 smithi064 ceph-mon[19398]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T14:55:48.323 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:48 smithi064 ceph-mon[19398]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T14:55:48.323 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:48 smithi064 ceph-mon[19398]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T14:55:48.323 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:48 smithi064 ceph-mon[19398]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T14:55:48.323 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:48 smithi064 ceph-mon[19398]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T14:55:48.323 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:48 smithi064 ceph-mon[19398]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T14:55:48.323 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:48 smithi064 ceph-mon[19398]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T14:55:48.323 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:48 smithi064 ceph-mon[19398]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T14:55:48.323 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:48 smithi064 ceph-mon[19398]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-29T14:55:48.323 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:48 smithi064 ceph-mon[19398]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-29T14:55:48.323 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:48 smithi064 ceph-mon[19398]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-29T14:55:48.323 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:48 smithi064 ceph-mon[19398]: Manager daemon x is now available 2024-08-29T14:55:48.780 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:55:48 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:55:48.307+0000 7f191839c040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-29T14:55:48.780 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:55:48 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:55:48.533+0000 7f191839c040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-29T14:55:49.423 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:55:49 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:55:49.031+0000 7f191839c040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-29T14:55:49.424 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:55:49 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:55:49.131+0000 7f191839c040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-29T14:55:49.424 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:55:49 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:55:49.421+0000 7f191839c040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-29T14:55:49.780 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:49 smithi064 ceph-mon[30833]: mgrmap e23: x(active, since 1.17595s) 2024-08-29T14:55:49.780 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:49 smithi064 ceph-mon[30833]: pgmap v3: 89 pgs: 89 active+clean; 5.6 GiB data, 18 GiB used, 698 GiB / 715 GiB avail 2024-08-29T14:55:49.780 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:49 smithi064 ceph-mon[19398]: mgrmap e23: x(active, since 1.17595s) 2024-08-29T14:55:49.780 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:49 smithi064 ceph-mon[19398]: pgmap v3: 89 pgs: 89 active+clean; 5.6 GiB data, 18 GiB used, 698 GiB / 715 GiB avail 2024-08-29T14:55:49.859 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:49 smithi146 ceph-mon[23161]: mgrmap e23: x(active, since 1.17595s) 2024-08-29T14:55:49.859 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:49 smithi146 ceph-mon[23161]: pgmap v3: 89 pgs: 89 active+clean; 5.6 GiB data, 18 GiB used, 698 GiB / 715 GiB avail 2024-08-29T14:55:49.860 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:55:49 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[59137]: [29/Aug/2024:14:55:49] ENGINE Bus STARTING 2024-08-29T14:55:49.860 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:55:49 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[59137]: 2024-08-29T14:55:49.857+0000 7fdba22b1640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T14:55:50.118 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:55:49 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[59137]: 2024-08-29T14:55:49.857+0000 7fdba22b1640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T14:55:50.118 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:55:49 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[59137]: 2024-08-29T14:55:49.857+0000 7fdba22b1640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T14:55:50.118 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:55:49 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[59137]: 2024-08-29T14:55:49.857+0000 7fdba22b1640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T14:55:50.118 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:55:49 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[59137]: 2024-08-29T14:55:49.857+0000 7fdba22b1640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T14:55:50.118 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:55:49 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[59137]: 2024-08-29T14:55:49.860+0000 7fdb98d61640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T14:55:50.118 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:55:49 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[59137]: 2024-08-29T14:55:49.860+0000 7fdb98d61640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T14:55:50.119 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:55:49 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[59137]: 2024-08-29T14:55:49.860+0000 7fdb98d61640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T14:55:50.119 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:55:49 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[59137]: 2024-08-29T14:55:49.860+0000 7fdb98d61640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T14:55:50.119 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:55:49 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[59137]: 2024-08-29T14:55:49.860+0000 7fdb98d61640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T14:55:50.119 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:55:49 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[59137]: [29/Aug/2024:14:55:49] ENGINE Serving on http://:::9283 2024-08-29T14:55:50.119 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:55:49 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[59137]: [29/Aug/2024:14:55:49] ENGINE Bus STARTED 2024-08-29T14:55:50.820 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:50 smithi064 ceph-mon[30833]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:55:50.820 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:50 smithi064 ceph-mon[30833]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:55:50.820 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:50 smithi064 ceph-mon[30833]: Checking for cert/key for grafana.a 2024-08-29T14:55:50.820 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:50 smithi064 ceph-mon[30833]: Migrating grafana.a cert to cert store 2024-08-29T14:55:50.820 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:50 smithi064 ceph-mon[30833]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:55:50.821 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:50 smithi064 ceph-mon[30833]: Migrating grafana.a key to cert store 2024-08-29T14:55:50.821 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:50 smithi064 ceph-mon[30833]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:55:50.821 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:50 smithi064 ceph-mon[30833]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:55:50.821 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:50 smithi064 ceph-mon[30833]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:55:50.821 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:50 smithi064 ceph-mon[30833]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:55:50.821 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:50 smithi064 ceph-mon[30833]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:55:50.821 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:50 smithi064 ceph-mon[30833]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-29T14:55:50.821 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:50 smithi064 ceph-mon[30833]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-29T14:55:50.821 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:50 smithi064 ceph-mon[30833]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-29T14:55:50.821 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:50 smithi064 ceph-mon[30833]: from='mgr.24679 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-29T14:55:50.821 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:50 smithi064 ceph-mon[30833]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-29T14:55:50.821 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:50 smithi064 ceph-mon[30833]: from='mgr.24679 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-29T14:55:50.822 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:50 smithi064 ceph-mon[19398]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:55:50.822 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:50 smithi064 ceph-mon[19398]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:55:50.822 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:50 smithi064 ceph-mon[19398]: Checking for cert/key for grafana.a 2024-08-29T14:55:50.822 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:50 smithi064 ceph-mon[19398]: Migrating grafana.a cert to cert store 2024-08-29T14:55:50.822 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:50 smithi064 ceph-mon[19398]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:55:50.822 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:50 smithi064 ceph-mon[19398]: Migrating grafana.a key to cert store 2024-08-29T14:55:50.822 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:50 smithi064 ceph-mon[19398]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:55:50.822 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:50 smithi064 ceph-mon[19398]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:55:50.822 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:50 smithi064 ceph-mon[19398]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:55:50.822 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:50 smithi064 ceph-mon[19398]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:55:50.822 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:50 smithi064 ceph-mon[19398]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:55:50.822 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:50 smithi064 ceph-mon[19398]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-29T14:55:50.822 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:50 smithi064 ceph-mon[19398]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-29T14:55:50.822 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:50 smithi064 ceph-mon[19398]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-29T14:55:50.823 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:50 smithi064 ceph-mon[19398]: from='mgr.24679 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-29T14:55:50.823 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:50 smithi064 ceph-mon[19398]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-29T14:55:50.823 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:50 smithi064 ceph-mon[19398]: from='mgr.24679 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-29T14:55:50.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:50 smithi146 ceph-mon[23161]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:55:50.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:50 smithi146 ceph-mon[23161]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:55:50.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:50 smithi146 ceph-mon[23161]: Checking for cert/key for grafana.a 2024-08-29T14:55:50.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:50 smithi146 ceph-mon[23161]: Migrating grafana.a cert to cert store 2024-08-29T14:55:50.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:50 smithi146 ceph-mon[23161]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:55:50.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:50 smithi146 ceph-mon[23161]: Migrating grafana.a key to cert store 2024-08-29T14:55:50.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:50 smithi146 ceph-mon[23161]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:55:50.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:50 smithi146 ceph-mon[23161]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:55:50.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:50 smithi146 ceph-mon[23161]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:55:50.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:50 smithi146 ceph-mon[23161]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:55:50.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:50 smithi146 ceph-mon[23161]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:55:50.976 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:50 smithi146 ceph-mon[23161]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-29T14:55:50.976 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:50 smithi146 ceph-mon[23161]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-29T14:55:50.976 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:50 smithi146 ceph-mon[23161]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-29T14:55:50.976 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:50 smithi146 ceph-mon[23161]: from='mgr.24679 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-29T14:55:50.976 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:50 smithi146 ceph-mon[23161]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-29T14:55:50.976 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:50 smithi146 ceph-mon[23161]: from='mgr.24679 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-29T14:55:51.280 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:55:50 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:55:50.818+0000 7f191839c040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-29T14:55:51.280 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:55:50 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:55:50.924+0000 7f191839c040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-29T14:55:51.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:51 smithi146 ceph-mon[23161]: Deploying cephadm binary to smithi146 2024-08-29T14:55:51.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:51 smithi146 ceph-mon[23161]: Deploying cephadm binary to smithi064 2024-08-29T14:55:51.975 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:55:51 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[59137]: 2024-08-29T14:55:51.729+0000 7fdb7fff0640 -1 log_channel(cephadm) log [ERR] : [29/Aug/2024:14:55:51] ENGINE Error in HTTPServer.serve 2024-08-29T14:55:51.975 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:55:51 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[59137]: Traceback (most recent call last): 2024-08-29T14:55:51.976 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:55:51 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[59137]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-29T14:55:51.976 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:55:51 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[59137]: self._connections.run(self.expiration_interval) 2024-08-29T14:55:51.976 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:55:51 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[59137]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-29T14:55:51.976 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:55:51 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[59137]: self._run(expiration_interval) 2024-08-29T14:55:51.976 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:55:51 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[59137]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-29T14:55:51.976 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:55:51 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[59137]: new_conn = self._from_server_socket(self.server.socket) 2024-08-29T14:55:51.976 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:55:51 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[59137]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-29T14:55:51.976 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:55:51 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[59137]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-29T14:55:51.976 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:55:51 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[59137]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-29T14:55:51.976 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:55:51 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[59137]: s = self.context.wrap_socket( 2024-08-29T14:55:51.976 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:55:51 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[59137]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-29T14:55:51.976 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:55:51 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[59137]: return self.sslsocket_class._create( 2024-08-29T14:55:51.976 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:55:51 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[59137]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-29T14:55:51.977 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:55:51 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[59137]: self.do_handshake() 2024-08-29T14:55:51.977 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:55:51 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[59137]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-29T14:55:51.977 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:55:51 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[59137]: self._sslobj.do_handshake() 2024-08-29T14:55:51.977 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:55:51 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[59137]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-29T14:55:51.977 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:55:51 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[59137]: 2024-08-29T14:55:52.014 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:51 smithi064 ceph-mon[19398]: Deploying cephadm binary to smithi146 2024-08-29T14:55:52.014 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:51 smithi064 ceph-mon[19398]: Deploying cephadm binary to smithi064 2024-08-29T14:55:52.014 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:51 smithi064 ceph-mon[30833]: Deploying cephadm binary to smithi146 2024-08-29T14:55:52.014 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:51 smithi064 ceph-mon[30833]: Deploying cephadm binary to smithi064 2024-08-29T14:55:52.280 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:55:52 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:55:52.013+0000 7f191839c040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-29T14:55:52.280 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:55:52 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:55:52.197+0000 7f191839c040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-29T14:55:52.765 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:55:52 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:55:52.419+0000 7f191839c040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-29T14:55:52.765 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:55:52 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:55:52.515+0000 7f191839c040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-29T14:55:52.765 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:55:52 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:55:52.763+0000 7f191839c040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-29T14:55:52.765 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:52 smithi064 ceph-mon[19398]: pgmap v5: 89 pgs: 89 active+clean; 5.6 GiB data, 18 GiB used, 698 GiB / 715 GiB avail 2024-08-29T14:55:52.765 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:52 smithi064 ceph-mon[19398]: [29/Aug/2024:14:55:51] ENGINE Bus STARTING 2024-08-29T14:55:52.765 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:52 smithi064 ceph-mon[19398]: [29/Aug/2024:14:55:51] ENGINE Serving on http://172.21.15.146:8765 2024-08-29T14:55:52.766 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:52 smithi064 ceph-mon[19398]: mgrmap e24: x(active, since 4s) 2024-08-29T14:55:52.766 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:52 smithi064 ceph-mon[19398]: [29/Aug/2024:14:55:51] ENGINE Serving on https://172.21.15.146:7150 2024-08-29T14:55:52.766 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:52 smithi064 ceph-mon[19398]: [29/Aug/2024:14:55:51] ENGINE Bus STARTED 2024-08-29T14:55:52.766 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:52 smithi064 ceph-mon[19398]: [29/Aug/2024:14:55:51] ENGINE Error in HTTPServer.serve 2024-08-29T14:55:52.766 INFO:journalctl@ceph.mon.a.smithi064.stdout: Traceback (most recent call last): 2024-08-29T14:55:52.766 INFO:journalctl@ceph.mon.a.smithi064.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-29T14:55:52.766 INFO:journalctl@ceph.mon.a.smithi064.stdout: self._connections.run(self.expiration_interval) 2024-08-29T14:55:52.766 INFO:journalctl@ceph.mon.a.smithi064.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-29T14:55:52.766 INFO:journalctl@ceph.mon.a.smithi064.stdout: self._run(expiration_interval) 2024-08-29T14:55:52.766 INFO:journalctl@ceph.mon.a.smithi064.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-29T14:55:52.766 INFO:journalctl@ceph.mon.a.smithi064.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-29T14:55:52.766 INFO:journalctl@ceph.mon.a.smithi064.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-29T14:55:52.766 INFO:journalctl@ceph.mon.a.smithi064.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-29T14:55:52.766 INFO:journalctl@ceph.mon.a.smithi064.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-29T14:55:52.767 INFO:journalctl@ceph.mon.a.smithi064.stdout: s = self.context.wrap_socket( 2024-08-29T14:55:52.767 INFO:journalctl@ceph.mon.a.smithi064.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-29T14:55:52.767 INFO:journalctl@ceph.mon.a.smithi064.stdout: return self.sslsocket_class._create( 2024-08-29T14:55:52.767 INFO:journalctl@ceph.mon.a.smithi064.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-29T14:55:52.767 INFO:journalctl@ceph.mon.a.smithi064.stdout: self.do_handshake() 2024-08-29T14:55:52.767 INFO:journalctl@ceph.mon.a.smithi064.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-29T14:55:52.767 INFO:journalctl@ceph.mon.a.smithi064.stdout: self._sslobj.do_handshake() 2024-08-29T14:55:52.767 INFO:journalctl@ceph.mon.a.smithi064.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-29T14:55:52.767 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:52 smithi064 ceph-mon[30833]: pgmap v5: 89 pgs: 89 active+clean; 5.6 GiB data, 18 GiB used, 698 GiB / 715 GiB avail 2024-08-29T14:55:52.767 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:52 smithi064 ceph-mon[30833]: [29/Aug/2024:14:55:51] ENGINE Bus STARTING 2024-08-29T14:55:52.767 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:52 smithi064 ceph-mon[30833]: [29/Aug/2024:14:55:51] ENGINE Serving on http://172.21.15.146:8765 2024-08-29T14:55:52.767 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:52 smithi064 ceph-mon[30833]: mgrmap e24: x(active, since 4s) 2024-08-29T14:55:52.768 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:52 smithi064 ceph-mon[30833]: [29/Aug/2024:14:55:51] ENGINE Serving on https://172.21.15.146:7150 2024-08-29T14:55:52.768 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:52 smithi064 ceph-mon[30833]: [29/Aug/2024:14:55:51] ENGINE Bus STARTED 2024-08-29T14:55:52.768 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:52 smithi064 ceph-mon[30833]: [29/Aug/2024:14:55:51] ENGINE Error in HTTPServer.serve 2024-08-29T14:55:52.768 INFO:journalctl@ceph.mon.c.smithi064.stdout: Traceback (most recent call last): 2024-08-29T14:55:52.768 INFO:journalctl@ceph.mon.c.smithi064.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-29T14:55:52.768 INFO:journalctl@ceph.mon.c.smithi064.stdout: self._connections.run(self.expiration_interval) 2024-08-29T14:55:52.768 INFO:journalctl@ceph.mon.c.smithi064.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-29T14:55:52.768 INFO:journalctl@ceph.mon.c.smithi064.stdout: self._run(expiration_interval) 2024-08-29T14:55:52.768 INFO:journalctl@ceph.mon.c.smithi064.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-29T14:55:52.768 INFO:journalctl@ceph.mon.c.smithi064.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-29T14:55:52.768 INFO:journalctl@ceph.mon.c.smithi064.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-29T14:55:52.768 INFO:journalctl@ceph.mon.c.smithi064.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-29T14:55:52.768 INFO:journalctl@ceph.mon.c.smithi064.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-29T14:55:52.768 INFO:journalctl@ceph.mon.c.smithi064.stdout: s = self.context.wrap_socket( 2024-08-29T14:55:52.768 INFO:journalctl@ceph.mon.c.smithi064.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-29T14:55:52.769 INFO:journalctl@ceph.mon.c.smithi064.stdout: return self.sslsocket_class._create( 2024-08-29T14:55:52.769 INFO:journalctl@ceph.mon.c.smithi064.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-29T14:55:52.769 INFO:journalctl@ceph.mon.c.smithi064.stdout: self.do_handshake() 2024-08-29T14:55:52.769 INFO:journalctl@ceph.mon.c.smithi064.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-29T14:55:52.769 INFO:journalctl@ceph.mon.c.smithi064.stdout: self._sslobj.do_handshake() 2024-08-29T14:55:52.769 INFO:journalctl@ceph.mon.c.smithi064.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-29T14:55:52.974 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:52 smithi146 ceph-mon[23161]: pgmap v5: 89 pgs: 89 active+clean; 5.6 GiB data, 18 GiB used, 698 GiB / 715 GiB avail 2024-08-29T14:55:52.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:52 smithi146 ceph-mon[23161]: [29/Aug/2024:14:55:51] ENGINE Bus STARTING 2024-08-29T14:55:52.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:52 smithi146 ceph-mon[23161]: [29/Aug/2024:14:55:51] ENGINE Serving on http://172.21.15.146:8765 2024-08-29T14:55:52.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:52 smithi146 ceph-mon[23161]: mgrmap e24: x(active, since 4s) 2024-08-29T14:55:52.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:52 smithi146 ceph-mon[23161]: [29/Aug/2024:14:55:51] ENGINE Serving on https://172.21.15.146:7150 2024-08-29T14:55:52.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:52 smithi146 ceph-mon[23161]: [29/Aug/2024:14:55:51] ENGINE Bus STARTED 2024-08-29T14:55:52.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:52 smithi146 ceph-mon[23161]: [29/Aug/2024:14:55:51] ENGINE Error in HTTPServer.serve 2024-08-29T14:55:52.975 INFO:journalctl@ceph.mon.b.smithi146.stdout: Traceback (most recent call last): 2024-08-29T14:55:52.975 INFO:journalctl@ceph.mon.b.smithi146.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-29T14:55:52.975 INFO:journalctl@ceph.mon.b.smithi146.stdout: self._connections.run(self.expiration_interval) 2024-08-29T14:55:52.975 INFO:journalctl@ceph.mon.b.smithi146.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-29T14:55:52.975 INFO:journalctl@ceph.mon.b.smithi146.stdout: self._run(expiration_interval) 2024-08-29T14:55:52.975 INFO:journalctl@ceph.mon.b.smithi146.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-29T14:55:52.975 INFO:journalctl@ceph.mon.b.smithi146.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-29T14:55:52.976 INFO:journalctl@ceph.mon.b.smithi146.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-29T14:55:52.976 INFO:journalctl@ceph.mon.b.smithi146.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-29T14:55:52.976 INFO:journalctl@ceph.mon.b.smithi146.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-29T14:55:52.976 INFO:journalctl@ceph.mon.b.smithi146.stdout: s = self.context.wrap_socket( 2024-08-29T14:55:52.976 INFO:journalctl@ceph.mon.b.smithi146.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-29T14:55:52.976 INFO:journalctl@ceph.mon.b.smithi146.stdout: return self.sslsocket_class._create( 2024-08-29T14:55:52.976 INFO:journalctl@ceph.mon.b.smithi146.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-29T14:55:52.976 INFO:journalctl@ceph.mon.b.smithi146.stdout: self.do_handshake() 2024-08-29T14:55:52.976 INFO:journalctl@ceph.mon.b.smithi146.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-29T14:55:52.976 INFO:journalctl@ceph.mon.b.smithi146.stdout: self._sslobj.do_handshake() 2024-08-29T14:55:52.976 INFO:journalctl@ceph.mon.b.smithi146.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-29T14:55:53.030 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:55:52 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:55:52.865+0000 7f191839c040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-29T14:55:53.030 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:55:52 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:55:52.964+0000 7f191839c040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-29T14:55:53.334 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:55:53 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:55:53.226+0000 7f191839c040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-29T14:55:53.682 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:55:53 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:55:53.333+0000 7f191839c040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-29T14:55:53.682 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:55:53 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:55:53.439+0000 7f191839c040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-29T14:55:53.682 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:55:53 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:55:53.576+0000 7f191839c040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-29T14:55:53.682 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:55:53 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:55:53.681+0000 7f191839c040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-29T14:55:54.030 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:55:53 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:55:53.780+0000 7f191839c040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-29T14:55:54.780 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:54 smithi064 ceph-mon[19398]: pgmap v6: 89 pgs: 89 active+clean; 5.6 GiB data, 18 GiB used, 698 GiB / 715 GiB avail 2024-08-29T14:55:54.780 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:54 smithi064 ceph-mon[19398]: mgrmap e25: x(active, since 6s) 2024-08-29T14:55:54.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:54 smithi064 ceph-mon[30833]: pgmap v6: 89 pgs: 89 active+clean; 5.6 GiB data, 18 GiB used, 698 GiB / 715 GiB avail 2024-08-29T14:55:54.781 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:54 smithi064 ceph-mon[30833]: mgrmap e25: x(active, since 6s) 2024-08-29T14:55:54.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:54 smithi146 ceph-mon[23161]: pgmap v6: 89 pgs: 89 active+clean; 5.6 GiB data, 18 GiB used, 698 GiB / 715 GiB avail 2024-08-29T14:55:54.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:54 smithi146 ceph-mon[23161]: mgrmap e25: x(active, since 6s) 2024-08-29T14:55:55.535 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:55:55 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:55:55.140+0000 7f191839c040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-29T14:55:55.535 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:55:55 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: [29/Aug/2024:14:55:55] ENGINE Bus STARTING 2024-08-29T14:55:55.536 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:55:55 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: CherryPy Checker: 2024-08-29T14:55:55.536 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:55:55 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: The Application mounted at '' has an empty config. 2024-08-29T14:55:55.536 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:55:55 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: 2024-08-29T14:55:55.536 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:55:55 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: [29/Aug/2024:14:55:55] ENGINE Serving on http://:::9283 2024-08-29T14:55:55.536 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:55:55 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: [29/Aug/2024:14:55:55] ENGINE Bus STARTED 2024-08-29T14:55:55.974 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:55 smithi146 ceph-mon[23161]: Standby manager daemon y started 2024-08-29T14:55:55.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:55 smithi146 ceph-mon[23161]: from='mgr.? 172.21.15.64:0/1878769468' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-29T14:55:55.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:55 smithi146 ceph-mon[23161]: from='mgr.? 172.21.15.64:0/1878769468' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T14:55:55.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:55 smithi146 ceph-mon[23161]: from='mgr.? 172.21.15.64:0/1878769468' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-29T14:55:55.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:55 smithi146 ceph-mon[23161]: from='mgr.? 172.21.15.64:0/1878769468' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T14:55:56.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:55 smithi064 ceph-mon[30833]: Standby manager daemon y started 2024-08-29T14:55:56.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:55 smithi064 ceph-mon[30833]: from='mgr.? 172.21.15.64:0/1878769468' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-29T14:55:56.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:55 smithi064 ceph-mon[30833]: from='mgr.? 172.21.15.64:0/1878769468' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T14:55:56.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:55 smithi064 ceph-mon[30833]: from='mgr.? 172.21.15.64:0/1878769468' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-29T14:55:56.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:55 smithi064 ceph-mon[30833]: from='mgr.? 172.21.15.64:0/1878769468' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T14:55:56.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:55 smithi064 ceph-mon[19398]: Standby manager daemon y started 2024-08-29T14:55:56.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:55 smithi064 ceph-mon[19398]: from='mgr.? 172.21.15.64:0/1878769468' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-29T14:55:56.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:55 smithi064 ceph-mon[19398]: from='mgr.? 172.21.15.64:0/1878769468' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T14:55:56.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:55 smithi064 ceph-mon[19398]: from='mgr.? 172.21.15.64:0/1878769468' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-29T14:55:56.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:55 smithi064 ceph-mon[19398]: from='mgr.? 172.21.15.64:0/1878769468' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T14:55:56.876 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:56 smithi146 ceph-mon[23161]: pgmap v7: 89 pgs: 89 active+clean; 5.4 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 26 KiB/s rd, 451 B/s wr, 587 op/s 2024-08-29T14:55:56.876 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:56 smithi146 ceph-mon[23161]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-29T14:55:56.876 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:56 smithi146 ceph-mon[23161]: mgrmap e26: x(active, since 8s), standbys: y 2024-08-29T14:55:57.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:56 smithi064 ceph-mon[30833]: pgmap v7: 89 pgs: 89 active+clean; 5.4 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 26 KiB/s rd, 451 B/s wr, 587 op/s 2024-08-29T14:55:57.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:56 smithi064 ceph-mon[30833]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-29T14:55:57.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:56 smithi064 ceph-mon[30833]: mgrmap e26: x(active, since 8s), standbys: y 2024-08-29T14:55:57.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:56 smithi064 ceph-mon[19398]: pgmap v7: 89 pgs: 89 active+clean; 5.4 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 26 KiB/s rd, 451 B/s wr, 587 op/s 2024-08-29T14:55:57.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:56 smithi064 ceph-mon[19398]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-29T14:55:57.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:56 smithi064 ceph-mon[19398]: mgrmap e26: x(active, since 8s), standbys: y 2024-08-29T14:55:59.015 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:58 smithi146 ceph-mon[23161]: pgmap v8: 89 pgs: 89 active+clean; 5.4 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 20 KiB/s rd, 348 B/s wr, 453 op/s 2024-08-29T14:55:59.015 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:58 smithi146 ceph-mon[23161]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:55:59.015 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:58 smithi146 ceph-mon[23161]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:55:59.015 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:58 smithi146 ceph-mon[23161]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:55:59.015 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:58 smithi146 ceph-mon[23161]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:55:59.016 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:58 smithi146 ceph-mon[23161]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:55:59.016 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:58 smithi146 ceph-mon[23161]: from='mgr.24679 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:55:59.016 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:58 smithi146 ceph-mon[23161]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:55:59.016 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:58 smithi146 ceph-mon[23161]: from='mgr.24679 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:55:59.016 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:58 smithi146 ceph-mon[23161]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:55:59.016 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:58 smithi146 ceph-mon[23161]: from='mgr.24679 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:55:59.016 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:58 smithi146 ceph-mon[23161]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:55:59.016 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:58 smithi146 ceph-mon[23161]: from='mgr.24679 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:55:59.016 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:58 smithi146 ceph-mon[23161]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:55:59.280 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:58 smithi064 ceph-mon[30833]: pgmap v8: 89 pgs: 89 active+clean; 5.4 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 20 KiB/s rd, 348 B/s wr, 453 op/s 2024-08-29T14:55:59.280 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:58 smithi064 ceph-mon[30833]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:55:59.280 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:58 smithi064 ceph-mon[30833]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:55:59.280 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:58 smithi064 ceph-mon[30833]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:55:59.280 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:58 smithi064 ceph-mon[30833]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:55:59.281 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:58 smithi064 ceph-mon[30833]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:55:59.281 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:58 smithi064 ceph-mon[30833]: from='mgr.24679 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:55:59.281 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:58 smithi064 ceph-mon[30833]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:55:59.281 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:58 smithi064 ceph-mon[30833]: from='mgr.24679 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:55:59.281 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:58 smithi064 ceph-mon[30833]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:55:59.281 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:58 smithi064 ceph-mon[30833]: from='mgr.24679 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:55:59.281 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:58 smithi064 ceph-mon[30833]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:55:59.281 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:58 smithi064 ceph-mon[30833]: from='mgr.24679 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:55:59.282 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:58 smithi064 ceph-mon[30833]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:55:59.282 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:58 smithi064 ceph-mon[19398]: pgmap v8: 89 pgs: 89 active+clean; 5.4 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 20 KiB/s rd, 348 B/s wr, 453 op/s 2024-08-29T14:55:59.282 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:58 smithi064 ceph-mon[19398]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:55:59.282 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:58 smithi064 ceph-mon[19398]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:55:59.282 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:58 smithi064 ceph-mon[19398]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:55:59.282 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:58 smithi064 ceph-mon[19398]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:55:59.282 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:58 smithi064 ceph-mon[19398]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:55:59.282 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:58 smithi064 ceph-mon[19398]: from='mgr.24679 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:55:59.282 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:58 smithi064 ceph-mon[19398]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:55:59.283 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:58 smithi064 ceph-mon[19398]: from='mgr.24679 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:55:59.283 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:58 smithi064 ceph-mon[19398]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:55:59.283 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:58 smithi064 ceph-mon[19398]: from='mgr.24679 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:55:59.283 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:58 smithi064 ceph-mon[19398]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:55:59.283 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:58 smithi064 ceph-mon[19398]: from='mgr.24679 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:55:59.283 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:58 smithi064 ceph-mon[19398]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:00.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:59 smithi146 ceph-mon[23161]: Adjusting osd_memory_target on smithi064 to 2480M 2024-08-29T14:56:00.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:59 smithi146 ceph-mon[23161]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:00.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:55:59 smithi146 ceph-mon[23161]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:00.280 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:59 smithi064 ceph-mon[30833]: Adjusting osd_memory_target on smithi064 to 2480M 2024-08-29T14:56:00.280 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:59 smithi064 ceph-mon[30833]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:00.280 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:55:59 smithi064 ceph-mon[30833]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:00.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:59 smithi064 ceph-mon[19398]: Adjusting osd_memory_target on smithi064 to 2480M 2024-08-29T14:56:00.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:59 smithi064 ceph-mon[19398]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:00.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:55:59 smithi064 ceph-mon[19398]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:01.120 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:00 smithi146 ceph-mon[23161]: pgmap v9: 89 pgs: 89 active+clean; 5.1 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 16 KiB/s rd, 284 B/s wr, 741 op/s 2024-08-29T14:56:01.120 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:00 smithi146 ceph-mon[23161]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:01.120 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:00 smithi146 ceph-mon[23161]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:01.280 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:00 smithi064 ceph-mon[30833]: pgmap v9: 89 pgs: 89 active+clean; 5.1 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 16 KiB/s rd, 284 B/s wr, 741 op/s 2024-08-29T14:56:01.280 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:00 smithi064 ceph-mon[30833]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:01.280 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:00 smithi064 ceph-mon[30833]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:01.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:00 smithi064 ceph-mon[19398]: pgmap v9: 89 pgs: 89 active+clean; 5.1 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 16 KiB/s rd, 284 B/s wr, 741 op/s 2024-08-29T14:56:01.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:00 smithi064 ceph-mon[19398]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:01.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:00 smithi064 ceph-mon[19398]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:03.295 INFO:teuthology.orchestra.run.smithi064.stdout:true 2024-08-29T14:56:03.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:03 smithi146 ceph-mon[23161]: pgmap v10: 89 pgs: 89 active+clean; 5.1 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 15 KiB/s rd, 255 B/s wr, 667 op/s 2024-08-29T14:56:03.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:03 smithi064 ceph-mon[30833]: pgmap v10: 89 pgs: 89 active+clean; 5.1 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 15 KiB/s rd, 255 B/s wr, 667 op/s 2024-08-29T14:56:03.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:03 smithi064 ceph-mon[19398]: pgmap v10: 89 pgs: 89 active+clean; 5.1 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 15 KiB/s rd, 255 B/s wr, 667 op/s 2024-08-29T14:56:04.268 INFO:teuthology.orchestra.run.smithi064.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-29T14:56:04.268 INFO:teuthology.orchestra.run.smithi064.stdout:alertmanager.a smithi064 *:9093,9094 running (4m) 6s ago 4m 27.9M - 0.25.0 c8568f914cd2 cb7870b24e31 2024-08-29T14:56:04.268 INFO:teuthology.orchestra.run.smithi064.stdout:grafana.a smithi146 *:3000 running (4m) 4s ago 4m 90.4M - 9.4.7 954c08fa6188 7375aec923f5 2024-08-29T14:56:04.268 INFO:teuthology.orchestra.run.smithi064.stdout:mds.foo.smithi064.wfhkrv smithi064 running (3m) 6s ago 3m 18.7M - 18.2.4-774-gfe43f1c9 96384990183a 1b7f18e1aa62 2024-08-29T14:56:04.268 INFO:teuthology.orchestra.run.smithi064.stdout:mds.foo.smithi146.emtesl smithi146 running (3m) 4s ago 3m 14.2M - 18.2.4-774-gfe43f1c9 96384990183a 3bc76a50ad5d 2024-08-29T14:56:04.268 INFO:teuthology.orchestra.run.smithi064.stdout:mgr.x smithi146 *:8443,9283,8765 running (40s) 4s ago 8m 497M - 19.3.0-4579-g1f4056d9 d17246d170ec 0f8fe63f19bc 2024-08-29T14:56:04.268 INFO:teuthology.orchestra.run.smithi064.stdout:mgr.y smithi064 *:9283,8765 running (10m) 6s ago 10m 380M - 18.2.4-774-gfe43f1c9 96384990183a a58be435de1d 2024-08-29T14:56:04.268 INFO:teuthology.orchestra.run.smithi064.stdout:mon.a smithi064 running (10m) 6s ago 10m 51.6M 2048M 18.2.4-774-gfe43f1c9 96384990183a f64ae39a1e3a 2024-08-29T14:56:04.268 INFO:teuthology.orchestra.run.smithi064.stdout:mon.b smithi146 running (9m) 4s ago 9m 42.0M 2048M 18.2.4-774-gfe43f1c9 96384990183a 93e457c69213 2024-08-29T14:56:04.268 INFO:teuthology.orchestra.run.smithi064.stdout:mon.c smithi064 running (9m) 6s ago 9m 43.9M 2048M 18.2.4-774-gfe43f1c9 96384990183a d074cbb94731 2024-08-29T14:56:04.268 INFO:teuthology.orchestra.run.smithi064.stdout:node-exporter.a smithi064 *:9100 running (4m) 6s ago 4m 16.1M - 1.5.0 0da6a335fe13 e6e4b2285cac 2024-08-29T14:56:04.269 INFO:teuthology.orchestra.run.smithi064.stdout:node-exporter.b smithi146 *:9100 running (4m) 4s ago 4m 15.2M - 1.5.0 0da6a335fe13 68d128ea734f 2024-08-29T14:56:04.269 INFO:teuthology.orchestra.run.smithi064.stdout:osd.0 smithi064 running (8m) 6s ago 8m 378M 2480M 18.2.4-774-gfe43f1c9 96384990183a 770cbb3bc848 2024-08-29T14:56:04.269 INFO:teuthology.orchestra.run.smithi064.stdout:osd.1 smithi064 running (8m) 6s ago 8m 254M 2480M 18.2.4-774-gfe43f1c9 96384990183a fc5e44167e9b 2024-08-29T14:56:04.269 INFO:teuthology.orchestra.run.smithi064.stdout:osd.2 smithi064 running (7m) 6s ago 7m 316M 2480M 18.2.4-774-gfe43f1c9 96384990183a 65d83b931adb 2024-08-29T14:56:04.269 INFO:teuthology.orchestra.run.smithi064.stdout:osd.3 smithi064 running (7m) 6s ago 7m 175M 2480M 18.2.4-774-gfe43f1c9 96384990183a 5e8c4550a68b 2024-08-29T14:56:04.269 INFO:teuthology.orchestra.run.smithi064.stdout:osd.4 smithi146 running (7m) 4s ago 7m 370M 4016M 18.2.4-774-gfe43f1c9 96384990183a b193dddcca06 2024-08-29T14:56:04.269 INFO:teuthology.orchestra.run.smithi064.stdout:osd.5 smithi146 running (6m) 4s ago 6m 412M 4016M 18.2.4-774-gfe43f1c9 96384990183a 10130a3c1e64 2024-08-29T14:56:04.269 INFO:teuthology.orchestra.run.smithi064.stdout:osd.6 smithi146 running (6m) 4s ago 6m 214M 4016M 18.2.4-774-gfe43f1c9 96384990183a 6718902a837b 2024-08-29T14:56:04.269 INFO:teuthology.orchestra.run.smithi064.stdout:osd.7 smithi146 running (5m) 4s ago 5m 258M 4016M 18.2.4-774-gfe43f1c9 96384990183a 25cd78f24201 2024-08-29T14:56:04.269 INFO:teuthology.orchestra.run.smithi064.stdout:prometheus.a smithi146 *:9095 running (3m) 4s ago 5m 49.5M - 2.43.0 a07b618ecd1d d986dd33fb13 2024-08-29T14:56:04.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:04 smithi146 ceph-mon[23161]: from='client.24809 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:56:04.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:04 smithi064 ceph-mon[30833]: from='client.24809 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:56:04.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:04 smithi064 ceph-mon[19398]: from='client.24809 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:56:04.884 INFO:teuthology.orchestra.run.smithi064.stdout:{ 2024-08-29T14:56:04.884 INFO:teuthology.orchestra.run.smithi064.stdout: "mon": { 2024-08-29T14:56:04.884 INFO:teuthology.orchestra.run.smithi064.stdout: "ceph version 18.2.4-774-gfe43f1c9 (fe43f1c9f9e2945dda7244d8acbd33fb921449af) reef (stable)": 3 2024-08-29T14:56:04.884 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-08-29T14:56:04.884 INFO:teuthology.orchestra.run.smithi064.stdout: "mgr": { 2024-08-29T14:56:04.884 INFO:teuthology.orchestra.run.smithi064.stdout: "ceph version 18.2.4-774-gfe43f1c9 (fe43f1c9f9e2945dda7244d8acbd33fb921449af) reef (stable)": 1, 2024-08-29T14:56:04.884 INFO:teuthology.orchestra.run.smithi064.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)": 1 2024-08-29T14:56:04.885 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-08-29T14:56:04.885 INFO:teuthology.orchestra.run.smithi064.stdout: "osd": { 2024-08-29T14:56:04.885 INFO:teuthology.orchestra.run.smithi064.stdout: "ceph version 18.2.4-774-gfe43f1c9 (fe43f1c9f9e2945dda7244d8acbd33fb921449af) reef (stable)": 8 2024-08-29T14:56:04.885 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-08-29T14:56:04.885 INFO:teuthology.orchestra.run.smithi064.stdout: "mds": { 2024-08-29T14:56:04.885 INFO:teuthology.orchestra.run.smithi064.stdout: "ceph version 18.2.4-774-gfe43f1c9 (fe43f1c9f9e2945dda7244d8acbd33fb921449af) reef (stable)": 2 2024-08-29T14:56:04.885 INFO:teuthology.orchestra.run.smithi064.stdout: }, 2024-08-29T14:56:04.885 INFO:teuthology.orchestra.run.smithi064.stdout: "overall": { 2024-08-29T14:56:04.885 INFO:teuthology.orchestra.run.smithi064.stdout: "ceph version 18.2.4-774-gfe43f1c9 (fe43f1c9f9e2945dda7244d8acbd33fb921449af) reef (stable)": 14, 2024-08-29T14:56:04.885 INFO:teuthology.orchestra.run.smithi064.stdout: "ceph version 19.3.0-4579-g1f4056d9 (1f4056d968930e12926c25a8f13ee8ed6047c791) squid (dev)": 1 2024-08-29T14:56:04.885 INFO:teuthology.orchestra.run.smithi064.stdout: } 2024-08-29T14:56:04.885 INFO:teuthology.orchestra.run.smithi064.stdout:} 2024-08-29T14:56:05.030 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:04 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[19646]: ::ffff:172.21.15.146 - - [29/Aug/2024:14:56:04] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T14:56:05.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:05 smithi146 ceph-mon[23161]: pgmap v11: 89 pgs: 89 active+clean; 5.1 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 15 KiB/s rd, 255 B/s wr, 667 op/s 2024-08-29T14:56:05.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:05 smithi146 ceph-mon[23161]: from='client.14931 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:56:05.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:05 smithi146 ceph-mon[23161]: from='client.14937 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:56:05.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:05 smithi146 ceph-mon[23161]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:56:05.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:05 smithi146 ceph-mon[23161]: from='client.? 172.21.15.64:0/2337056340' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T14:56:05.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:05 smithi146 ceph-mon[23161]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:05.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:05 smithi146 ceph-mon[23161]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:05.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:05 smithi146 ceph-mon[23161]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:56:05.226 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:05 smithi146 ceph-mon[23161]: from='mgr.24679 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:56:05.226 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:05 smithi146 ceph-mon[23161]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:56:05.226 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:05 smithi146 ceph-mon[23161]: from='mgr.24679 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:56:05.226 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:05 smithi146 ceph-mon[23161]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:56:05.226 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:05 smithi146 ceph-mon[23161]: from='mgr.24679 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:56:05.226 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:05 smithi146 ceph-mon[23161]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:56:05.226 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:05 smithi146 ceph-mon[23161]: from='mgr.24679 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:56:05.226 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:05 smithi146 ceph-mon[23161]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:05.226 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:05 smithi146 ceph-mon[23161]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:56:05.226 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:05 smithi146 ceph-mon[23161]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:56:05.420 INFO:teuthology.orchestra.run.smithi064.stdout:{ 2024-08-29T14:56:05.420 INFO:teuthology.orchestra.run.smithi064.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc", 2024-08-29T14:56:05.420 INFO:teuthology.orchestra.run.smithi064.stdout: "in_progress": true, 2024-08-29T14:56:05.420 INFO:teuthology.orchestra.run.smithi064.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-08-29T14:56:05.420 INFO:teuthology.orchestra.run.smithi064.stdout: "services_complete": [], 2024-08-29T14:56:05.421 INFO:teuthology.orchestra.run.smithi064.stdout: "progress": "1/2 daemons upgraded", 2024-08-29T14:56:05.421 INFO:teuthology.orchestra.run.smithi064.stdout: "message": "", 2024-08-29T14:56:05.421 INFO:teuthology.orchestra.run.smithi064.stdout: "is_paused": false 2024-08-29T14:56:05.421 INFO:teuthology.orchestra.run.smithi064.stdout:} 2024-08-29T14:56:05.421 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:05 smithi064 ceph-mon[19398]: pgmap v11: 89 pgs: 89 active+clean; 5.1 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 15 KiB/s rd, 255 B/s wr, 667 op/s 2024-08-29T14:56:05.421 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:05 smithi064 ceph-mon[19398]: from='client.14931 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:56:05.422 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:05 smithi064 ceph-mon[19398]: from='client.14937 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:56:05.422 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:05 smithi064 ceph-mon[19398]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:56:05.422 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:05 smithi064 ceph-mon[19398]: from='client.? 172.21.15.64:0/2337056340' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T14:56:05.422 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:05 smithi064 ceph-mon[19398]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:05.422 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:05 smithi064 ceph-mon[19398]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:05.422 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:05 smithi064 ceph-mon[19398]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:56:05.422 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:05 smithi064 ceph-mon[19398]: from='mgr.24679 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:56:05.422 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:05 smithi064 ceph-mon[19398]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:56:05.422 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:05 smithi064 ceph-mon[19398]: from='mgr.24679 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:56:05.422 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:05 smithi064 ceph-mon[19398]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:56:05.422 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:05 smithi064 ceph-mon[19398]: from='mgr.24679 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:56:05.422 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:05 smithi064 ceph-mon[19398]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:56:05.422 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:05 smithi064 ceph-mon[19398]: from='mgr.24679 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:56:05.423 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:05 smithi064 ceph-mon[19398]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:05.423 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:05 smithi064 ceph-mon[19398]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:56:05.423 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:05 smithi064 ceph-mon[19398]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:56:05.423 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:05 smithi064 ceph-mon[30833]: pgmap v11: 89 pgs: 89 active+clean; 5.1 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 15 KiB/s rd, 255 B/s wr, 667 op/s 2024-08-29T14:56:05.423 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:05 smithi064 ceph-mon[30833]: from='client.14931 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:56:05.423 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:05 smithi064 ceph-mon[30833]: from='client.14937 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:56:05.423 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:05 smithi064 ceph-mon[30833]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:56:05.423 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:05 smithi064 ceph-mon[30833]: from='client.? 172.21.15.64:0/2337056340' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T14:56:05.423 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:05 smithi064 ceph-mon[30833]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:05.423 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:05 smithi064 ceph-mon[30833]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:05.424 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:05 smithi064 ceph-mon[30833]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:56:05.424 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:05 smithi064 ceph-mon[30833]: from='mgr.24679 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:56:05.424 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:05 smithi064 ceph-mon[30833]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:56:05.424 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:05 smithi064 ceph-mon[30833]: from='mgr.24679 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:56:05.424 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:05 smithi064 ceph-mon[30833]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:56:05.424 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:05 smithi064 ceph-mon[30833]: from='mgr.24679 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:56:05.424 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:05 smithi064 ceph-mon[30833]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:56:05.424 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:05 smithi064 ceph-mon[30833]: from='mgr.24679 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-29T14:56:05.424 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:05 smithi064 ceph-mon[30833]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:05.424 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:05 smithi064 ceph-mon[30833]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:56:05.424 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:05 smithi064 ceph-mon[30833]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:56:06.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:06 smithi146 ceph-mon[23161]: Adjusting osd_memory_target on smithi146 to 2480M 2024-08-29T14:56:06.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:06 smithi146 ceph-mon[23161]: Updating smithi064:/etc/ceph/ceph.conf 2024-08-29T14:56:06.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:06 smithi146 ceph-mon[23161]: Updating smithi146:/etc/ceph/ceph.conf 2024-08-29T14:56:06.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:06 smithi064 ceph-mon[19398]: Adjusting osd_memory_target on smithi146 to 2480M 2024-08-29T14:56:06.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:06 smithi064 ceph-mon[19398]: Updating smithi064:/etc/ceph/ceph.conf 2024-08-29T14:56:06.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:06 smithi064 ceph-mon[19398]: Updating smithi146:/etc/ceph/ceph.conf 2024-08-29T14:56:06.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:06 smithi064 ceph-mon[30833]: Adjusting osd_memory_target on smithi146 to 2480M 2024-08-29T14:56:06.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:06 smithi064 ceph-mon[30833]: Updating smithi064:/etc/ceph/ceph.conf 2024-08-29T14:56:06.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:06 smithi064 ceph-mon[30833]: Updating smithi146:/etc/ceph/ceph.conf 2024-08-29T14:56:07.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:07 smithi146 ceph-mon[23161]: pgmap v12: 89 pgs: 89 active+clean; 4.9 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 15 KiB/s rd, 255 B/s wr, 1.03k op/s 2024-08-29T14:56:07.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:07 smithi146 ceph-mon[23161]: from='client.24830 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:56:07.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:07 smithi146 ceph-mon[23161]: Updating smithi146:/var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T14:56:07.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:07 smithi146 ceph-mon[23161]: Updating smithi064:/var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T14:56:07.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:07 smithi146 ceph-mon[23161]: Updating smithi064:/etc/ceph/ceph.client.admin.keyring 2024-08-29T14:56:07.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:07 smithi146 ceph-mon[23161]: Updating smithi146:/etc/ceph/ceph.client.admin.keyring 2024-08-29T14:56:07.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:07 smithi146 ceph-mon[23161]: Updating smithi064:/var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T14:56:07.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:07 smithi146 ceph-mon[23161]: Updating smithi146:/var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T14:56:07.476 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:07 smithi146 ceph-mon[23161]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:07.476 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:07 smithi146 ceph-mon[23161]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:07.476 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:07 smithi146 ceph-mon[23161]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:07.476 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:07 smithi146 ceph-mon[23161]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:07.476 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:07 smithi146 ceph-mon[23161]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:07.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:07 smithi064 ceph-mon[19398]: pgmap v12: 89 pgs: 89 active+clean; 4.9 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 15 KiB/s rd, 255 B/s wr, 1.03k op/s 2024-08-29T14:56:07.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:07 smithi064 ceph-mon[19398]: from='client.24830 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:56:07.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:07 smithi064 ceph-mon[19398]: Updating smithi146:/var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T14:56:07.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:07 smithi064 ceph-mon[19398]: Updating smithi064:/var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T14:56:07.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:07 smithi064 ceph-mon[19398]: Updating smithi064:/etc/ceph/ceph.client.admin.keyring 2024-08-29T14:56:07.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:07 smithi064 ceph-mon[19398]: Updating smithi146:/etc/ceph/ceph.client.admin.keyring 2024-08-29T14:56:07.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:07 smithi064 ceph-mon[19398]: Updating smithi064:/var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T14:56:07.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:07 smithi064 ceph-mon[19398]: Updating smithi146:/var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T14:56:07.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:07 smithi064 ceph-mon[19398]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:07.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:07 smithi064 ceph-mon[19398]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:07.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:07 smithi064 ceph-mon[19398]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:07.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:07 smithi064 ceph-mon[19398]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:07.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:07 smithi064 ceph-mon[19398]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:07.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:07 smithi064 ceph-mon[30833]: pgmap v12: 89 pgs: 89 active+clean; 4.9 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 15 KiB/s rd, 255 B/s wr, 1.03k op/s 2024-08-29T14:56:07.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:07 smithi064 ceph-mon[30833]: from='client.24830 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:56:07.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:07 smithi064 ceph-mon[30833]: Updating smithi146:/var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T14:56:07.532 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:07 smithi064 ceph-mon[30833]: Updating smithi064:/var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T14:56:07.532 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:07 smithi064 ceph-mon[30833]: Updating smithi064:/etc/ceph/ceph.client.admin.keyring 2024-08-29T14:56:07.532 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:07 smithi064 ceph-mon[30833]: Updating smithi146:/etc/ceph/ceph.client.admin.keyring 2024-08-29T14:56:07.532 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:07 smithi064 ceph-mon[30833]: Updating smithi064:/var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T14:56:07.532 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:07 smithi064 ceph-mon[30833]: Updating smithi146:/var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T14:56:07.532 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:07 smithi064 ceph-mon[30833]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:07.532 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:07 smithi064 ceph-mon[30833]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:07.532 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:07 smithi064 ceph-mon[30833]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:07.532 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:07 smithi064 ceph-mon[30833]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:07.532 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:07 smithi064 ceph-mon[30833]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:08.380 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:08 smithi146 ceph-mon[23161]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-29T14:56:08.381 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:08 smithi146 ceph-mon[23161]: Reconfiguring daemon prometheus.a on smithi146 2024-08-29T14:56:08.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:08 smithi064 ceph-mon[19398]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-29T14:56:08.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:08 smithi064 ceph-mon[19398]: Reconfiguring daemon prometheus.a on smithi146 2024-08-29T14:56:08.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:08 smithi064 ceph-mon[30833]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-29T14:56:08.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:08 smithi064 ceph-mon[30833]: Reconfiguring daemon prometheus.a on smithi146 2024-08-29T14:56:09.374 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:09 smithi146 ceph-mon[23161]: pgmap v13: 89 pgs: 89 active+clean; 4.9 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 694 op/s 2024-08-29T14:56:09.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:09 smithi064 ceph-mon[19398]: pgmap v13: 89 pgs: 89 active+clean; 4.9 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 694 op/s 2024-08-29T14:56:09.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:09 smithi064 ceph-mon[30833]: pgmap v13: 89 pgs: 89 active+clean; 4.9 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 694 op/s 2024-08-29T14:56:09.725 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:56:09 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[55678]: ts=2024-08-29T14:56:09.527Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.64:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.64:8765: connect: connection refused" 2024-08-29T14:56:09.725 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:56:09 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[55678]: ts=2024-08-29T14:56:09.530Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.64:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.64:8765: connect: connection refused" 2024-08-29T14:56:09.725 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:56:09 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[55678]: ts=2024-08-29T14:56:09.530Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.64:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.64:8765: connect: connection refused" 2024-08-29T14:56:09.725 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:56:09 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[55678]: ts=2024-08-29T14:56:09.530Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.64:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.64:8765: connect: connection refused" 2024-08-29T14:56:09.725 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:56:09 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[55678]: ts=2024-08-29T14:56:09.530Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.64:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.64:8765: connect: connection refused" 2024-08-29T14:56:11.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:11 smithi146 ceph-mon[23161]: pgmap v14: 89 pgs: 89 active+clean; 4.6 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 1.05k op/s 2024-08-29T14:56:11.475 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:56:11 smithi146 systemd[1]: Stopping Ceph prometheus.a for 2b44bde8-6615-11ef-bcd4-c7b262605968... 2024-08-29T14:56:11.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:11 smithi064 ceph-mon[19398]: pgmap v14: 89 pgs: 89 active+clean; 4.6 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 1.05k op/s 2024-08-29T14:56:11.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:11 smithi064 ceph-mon[30833]: pgmap v14: 89 pgs: 89 active+clean; 4.6 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 1.05k op/s 2024-08-29T14:56:12.100 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:56:11 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[55678]: ts=2024-08-29T14:56:11.783Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-29T14:56:12.100 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:56:11 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[55678]: ts=2024-08-29T14:56:11.783Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-08-29T14:56:12.100 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:56:11 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[55678]: ts=2024-08-29T14:56:11.783Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-08-29T14:56:12.100 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:56:11 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[55678]: ts=2024-08-29T14:56:11.783Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-29T14:56:12.100 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:56:11 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[55678]: ts=2024-08-29T14:56:11.783Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-08-29T14:56:12.100 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:56:11 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[55678]: ts=2024-08-29T14:56:11.783Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-08-29T14:56:12.100 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:56:11 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[55678]: ts=2024-08-29T14:56:11.783Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-08-29T14:56:12.101 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:56:11 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[55678]: ts=2024-08-29T14:56:11.783Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-08-29T14:56:12.101 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:56:11 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[55678]: ts=2024-08-29T14:56:11.784Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-08-29T14:56:12.101 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:56:11 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[55678]: ts=2024-08-29T14:56:11.784Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-08-29T14:56:12.101 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:56:11 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[55678]: ts=2024-08-29T14:56:11.784Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-08-29T14:56:12.101 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:56:11 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[55678]: ts=2024-08-29T14:56:11.784Z caller=main.go:1147 level=info msg="See you next time!" 2024-08-29T14:56:12.101 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:56:11 smithi146 podman[67337]: 2024-08-29 14:56:11.798144073 +0000 UTC m=+0.154772695 container died d986dd33fb13b91ea01b2a8308ae7df02d39cedad6e476e792e2a0c69c5cd8a5 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-29T14:56:12.475 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:56:12 smithi146 podman[67337]: 2024-08-29 14:56:12.19711317 +0000 UTC m=+0.553741785 container cleanup d986dd33fb13b91ea01b2a8308ae7df02d39cedad6e476e792e2a0c69c5cd8a5 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-29T14:56:12.475 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:56:12 smithi146 bash[67337]: ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a 2024-08-29T14:56:12.975 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:56:12 smithi146 podman[67353]: 2024-08-29 14:56:12.482619638 +0000 UTC m=+0.685997725 container remove d986dd33fb13b91ea01b2a8308ae7df02d39cedad6e476e792e2a0c69c5cd8a5 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-29T14:56:12.975 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:56:12 smithi146 systemd[1]: ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-08-29T14:56:12.975 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:56:12 smithi146 systemd[1]: Stopped Ceph prometheus.a for 2b44bde8-6615-11ef-bcd4-c7b262605968. 2024-08-29T14:56:12.975 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:56:12 smithi146 systemd[1]: ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@prometheus.a.service: Consumed 2.270s CPU time. 2024-08-29T14:56:12.975 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:56:12 smithi146 systemd[1]: Starting Ceph prometheus.a for 2b44bde8-6615-11ef-bcd4-c7b262605968... 2024-08-29T14:56:13.374 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:13 smithi146 ceph-mon[23161]: pgmap v15: 89 pgs: 89 active+clean; 4.6 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 714 op/s 2024-08-29T14:56:13.374 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:56:13 smithi146 podman[67432]: 2024-08-29 14:56:12.943884731 +0000 UTC m=+0.032572242 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-08-29T14:56:13.374 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:56:13 smithi146 podman[67432]: 2024-08-29 14:56:13.075756013 +0000 UTC m=+0.164443504 container create e5ba0a915e6fc3bc22b8f736e8a89d56e89990cb55c23936fda0c7dd25dcaacc (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-29T14:56:13.374 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:56:13 smithi146 podman[67432]: 2024-08-29 14:56:13.37399106 +0000 UTC m=+0.462678554 container init e5ba0a915e6fc3bc22b8f736e8a89d56e89990cb55c23936fda0c7dd25dcaacc (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-29T14:56:13.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:13 smithi064 ceph-mon[30833]: pgmap v15: 89 pgs: 89 active+clean; 4.6 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 714 op/s 2024-08-29T14:56:13.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:13 smithi064 ceph-mon[19398]: pgmap v15: 89 pgs: 89 active+clean; 4.6 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 714 op/s 2024-08-29T14:56:13.724 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:56:13 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[59137]: [29/Aug/2024:14:56:13] ENGINE Bus STOPPING 2024-08-29T14:56:13.725 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:56:13 smithi146 podman[67432]: 2024-08-29 14:56:13.382512778 +0000 UTC m=+0.471200269 container start e5ba0a915e6fc3bc22b8f736e8a89d56e89990cb55c23936fda0c7dd25dcaacc (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-29T14:56:13.726 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:56:13 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[67444]: ts=2024-08-29T14:56:13.427Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-08-29T14:56:13.726 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:56:13 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[67444]: ts=2024-08-29T14:56:13.427Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-08-29T14:56:13.726 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:56:13 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[67444]: ts=2024-08-29T14:56:13.427Z caller=main.go:570 level=info host_details="(Linux 5.14.0-503.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024 x86_64 smithi146 (none))" 2024-08-29T14:56:13.726 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:56:13 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[67444]: ts=2024-08-29T14:56:13.427Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-29T14:56:13.726 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:56:13 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[67444]: ts=2024-08-29T14:56:13.427Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-29T14:56:13.726 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:56:13 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[67444]: ts=2024-08-29T14:56:13.433Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-08-29T14:56:13.726 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:56:13 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[67444]: ts=2024-08-29T14:56:13.434Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-08-29T14:56:13.726 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:56:13 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[67444]: ts=2024-08-29T14:56:13.435Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-08-29T14:56:13.726 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:56:13 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[67444]: ts=2024-08-29T14:56:13.435Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-29T14:56:13.726 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:56:13 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[67444]: ts=2024-08-29T14:56:13.438Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-29T14:56:13.726 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:56:13 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[67444]: ts=2024-08-29T14:56:13.439Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=3.588µs 2024-08-29T14:56:13.726 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:56:13 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[67444]: ts=2024-08-29T14:56:13.439Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-29T14:56:13.726 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:56:13 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[67444]: ts=2024-08-29T14:56:13.448Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-08-29T14:56:13.726 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:56:13 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[67444]: ts=2024-08-29T14:56:13.464Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-08-29T14:56:13.727 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:56:13 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[67444]: ts=2024-08-29T14:56:13.464Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-08-29T14:56:13.727 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:56:13 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[67444]: ts=2024-08-29T14:56:13.464Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=41.567µs wal_replay_duration=25.399571ms wbl_replay_duration=227ns total_replay_duration=25.777116ms 2024-08-29T14:56:13.727 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:56:13 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[67444]: ts=2024-08-29T14:56:13.467Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-08-29T14:56:13.727 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:56:13 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[67444]: ts=2024-08-29T14:56:13.467Z caller=main.go:1029 level=info msg="TSDB started" 2024-08-29T14:56:13.727 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:56:13 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[67444]: ts=2024-08-29T14:56:13.467Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-29T14:56:13.727 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:56:13 smithi146 bash[67432]: e5ba0a915e6fc3bc22b8f736e8a89d56e89990cb55c23936fda0c7dd25dcaacc 2024-08-29T14:56:13.727 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:56:13 smithi146 systemd[1]: Started Ceph prometheus.a for 2b44bde8-6615-11ef-bcd4-c7b262605968. 2024-08-29T14:56:13.727 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:56:13 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[67444]: ts=2024-08-29T14:56:13.535Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=68.353721ms db_storage=1.134µs remote_storage=1.375µs web_handler=501ns query_engine=1.156µs scrape=561.443µs scrape_sd=170.704µs notify=16.861µs notify_sd=14.615µs rules=66.997584ms tracing=7.84µs 2024-08-29T14:56:13.727 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:56:13 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[67444]: ts=2024-08-29T14:56:13.536Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-08-29T14:56:13.727 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:56:13 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[67444]: ts=2024-08-29T14:56:13.536Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-08-29T14:56:14.475 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:56:14 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[59137]: [29/Aug/2024:14:56:14] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-29T14:56:14.475 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:56:14 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[59137]: [29/Aug/2024:14:56:14] ENGINE Bus STOPPED 2024-08-29T14:56:14.475 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:56:14 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[59137]: [29/Aug/2024:14:56:14] ENGINE Bus STARTING 2024-08-29T14:56:14.475 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:56:14 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[59137]: [29/Aug/2024:14:56:14] ENGINE Serving on http://:::9283 2024-08-29T14:56:14.475 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:56:14 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[59137]: [29/Aug/2024:14:56:14] ENGINE Bus STARTED 2024-08-29T14:56:14.860 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:14 smithi064 ceph-mon[19398]: pgmap v16: 89 pgs: 89 active+clean; 4.6 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 714 op/s 2024-08-29T14:56:14.860 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:14 smithi064 ceph-mon[19398]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:14.860 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:14 smithi064 ceph-mon[19398]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:14.860 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:14 smithi064 ceph-mon[19398]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-29T14:56:14.860 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:14 smithi064 ceph-mon[19398]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-29T14:56:14.860 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:14 smithi064 ceph-mon[19398]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi146:9095"}]: dispatch 2024-08-29T14:56:14.860 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:14 smithi064 ceph-mon[19398]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi146:9095"}]: dispatch 2024-08-29T14:56:14.860 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:14 smithi064 ceph-mon[19398]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:14.860 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:14 smithi064 ceph-mon[19398]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:56:14.860 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:14 smithi064 ceph-mon[19398]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-29T14:56:14.861 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:14 smithi064 ceph-mon[19398]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-29T14:56:14.861 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:14 smithi064 ceph-mon[19398]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-29T14:56:14.861 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:14 smithi064 ceph-mon[19398]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-29T14:56:14.861 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:14 smithi064 ceph-mon[30833]: pgmap v16: 89 pgs: 89 active+clean; 4.6 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 714 op/s 2024-08-29T14:56:14.861 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:14 smithi064 ceph-mon[30833]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:14.861 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:14 smithi064 ceph-mon[30833]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:14.861 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:14 smithi064 ceph-mon[30833]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-29T14:56:14.861 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:14 smithi064 ceph-mon[30833]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-29T14:56:14.861 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:14 smithi064 ceph-mon[30833]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi146:9095"}]: dispatch 2024-08-29T14:56:14.861 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:14 smithi064 ceph-mon[30833]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi146:9095"}]: dispatch 2024-08-29T14:56:14.861 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:14 smithi064 ceph-mon[30833]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:14.862 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:14 smithi064 ceph-mon[30833]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:56:14.862 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:14 smithi064 ceph-mon[30833]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-29T14:56:14.862 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:14 smithi064 ceph-mon[30833]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-29T14:56:14.862 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:14 smithi064 ceph-mon[30833]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-29T14:56:14.862 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:14 smithi064 ceph-mon[30833]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-29T14:56:14.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:14 smithi146 ceph-mon[23161]: pgmap v16: 89 pgs: 89 active+clean; 4.6 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 714 op/s 2024-08-29T14:56:14.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:14 smithi146 ceph-mon[23161]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:14.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:14 smithi146 ceph-mon[23161]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:14.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:14 smithi146 ceph-mon[23161]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-29T14:56:14.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:14 smithi146 ceph-mon[23161]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-29T14:56:14.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:14 smithi146 ceph-mon[23161]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi146:9095"}]: dispatch 2024-08-29T14:56:14.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:14 smithi146 ceph-mon[23161]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi146:9095"}]: dispatch 2024-08-29T14:56:14.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:14 smithi146 ceph-mon[23161]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:14.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:14 smithi146 ceph-mon[23161]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:56:14.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:14 smithi146 ceph-mon[23161]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-29T14:56:14.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:14 smithi146 ceph-mon[23161]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-29T14:56:14.976 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:14 smithi146 ceph-mon[23161]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-29T14:56:14.976 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:14 smithi146 ceph-mon[23161]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-29T14:56:17.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:16 smithi146 ceph-mon[23161]: pgmap v17: 89 pgs: 89 active+clean; 4.3 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 1.09k op/s 2024-08-29T14:56:17.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:16 smithi146 ceph-mon[23161]: Upgrade: Updating mgr.y 2024-08-29T14:56:17.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:16 smithi146 ceph-mon[23161]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:17.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:16 smithi146 ceph-mon[23161]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T14:56:17.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:16 smithi146 ceph-mon[23161]: from='mgr.24679 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T14:56:17.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:16 smithi146 ceph-mon[23161]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-29T14:56:17.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:16 smithi146 ceph-mon[23161]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:56:17.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:16 smithi146 ceph-mon[23161]: Deploying daemon mgr.y on smithi064 2024-08-29T14:56:17.244 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:16 smithi064 ceph-mon[30833]: pgmap v17: 89 pgs: 89 active+clean; 4.3 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 1.09k op/s 2024-08-29T14:56:17.244 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:16 smithi064 ceph-mon[30833]: Upgrade: Updating mgr.y 2024-08-29T14:56:17.244 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:16 smithi064 ceph-mon[30833]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:17.245 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:16 smithi064 ceph-mon[30833]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T14:56:17.245 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:16 smithi064 ceph-mon[30833]: from='mgr.24679 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T14:56:17.245 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:16 smithi064 ceph-mon[30833]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-29T14:56:17.245 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:16 smithi064 ceph-mon[30833]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:56:17.245 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:16 smithi064 ceph-mon[30833]: Deploying daemon mgr.y on smithi064 2024-08-29T14:56:17.245 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:16 smithi064 ceph-mon[19398]: pgmap v17: 89 pgs: 89 active+clean; 4.3 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 1.09k op/s 2024-08-29T14:56:17.245 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:16 smithi064 ceph-mon[19398]: Upgrade: Updating mgr.y 2024-08-29T14:56:17.245 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:16 smithi064 ceph-mon[19398]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:17.245 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:16 smithi064 ceph-mon[19398]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T14:56:17.245 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:16 smithi064 ceph-mon[19398]: from='mgr.24679 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T14:56:17.246 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:16 smithi064 ceph-mon[19398]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-29T14:56:17.246 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:16 smithi064 ceph-mon[19398]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:56:17.246 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:16 smithi064 ceph-mon[19398]: Deploying daemon mgr.y on smithi064 2024-08-29T14:56:18.780 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:18 smithi064 systemd[1]: Stopping Ceph mgr.y for 2b44bde8-6615-11ef-bcd4-c7b262605968... 2024-08-29T14:56:19.208 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:18 smithi064 podman[79302]: 2024-08-29 14:56:18.886972956 +0000 UTC m=+0.191552752 container died a58be435de1d312dfb4fcf96fe089dd26b3bff0c3d730abb904dfaf9917c6461 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=reef-fe43f1c, io.buildah.version=1.37.1) 2024-08-29T14:56:19.208 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:18 smithi064 ceph-mon[30833]: pgmap v18: 89 pgs: 89 active+clean; 4.3 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 726 op/s 2024-08-29T14:56:19.209 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:18 smithi064 ceph-mon[19398]: pgmap v18: 89 pgs: 89 active+clean; 4.3 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 726 op/s 2024-08-29T14:56:19.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:18 smithi146 ceph-mon[23161]: pgmap v18: 89 pgs: 89 active+clean; 4.3 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 726 op/s 2024-08-29T14:56:19.530 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:19 smithi064 podman[79302]: 2024-08-29 14:56:19.406926209 +0000 UTC m=+0.711505992 container cleanup a58be435de1d312dfb4fcf96fe089dd26b3bff0c3d730abb904dfaf9917c6461 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=reef-fe43f1c, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.37.1, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-29T14:56:19.530 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:19 smithi064 bash[79302]: ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y 2024-08-29T14:56:20.030 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:19 smithi064 podman[79318]: 2024-08-29 14:56:19.642747128 +0000 UTC m=+0.748538522 container remove a58be435de1d312dfb4fcf96fe089dd26b3bff0c3d730abb904dfaf9917c6461 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=reef-fe43f1c, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.1, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux ) 2024-08-29T14:56:20.030 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:19 smithi064 systemd[1]: ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-08-29T14:56:20.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:19 smithi064 ceph-mon[30833]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:56:20.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:19 smithi064 ceph-mon[19398]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:56:20.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:19 smithi146 ceph-mon[23161]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:56:20.390 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:20 smithi064 systemd[1]: ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@mgr.y.service: Failed with result 'exit-code'. 2024-08-29T14:56:20.390 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:20 smithi064 systemd[1]: Stopped Ceph mgr.y for 2b44bde8-6615-11ef-bcd4-c7b262605968. 2024-08-29T14:56:20.390 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:20 smithi064 systemd[1]: ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@mgr.y.service: Consumed 52.144s CPU time. 2024-08-29T14:56:20.688 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:20 smithi064 systemd[1]: Starting Ceph mgr.y for 2b44bde8-6615-11ef-bcd4-c7b262605968... 2024-08-29T14:56:21.030 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:20 smithi064 podman[79438]: 2024-08-29 14:56:20.590772424 +0000 UTC m=+0.024881150 image pull d17246d170ec2b241f76e4089352ee25d88095b9137d452d079ccea04ae575d3 quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc 2024-08-29T14:56:21.030 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:20 smithi064 podman[79438]: 2024-08-29 14:56:20.727680017 +0000 UTC m=+0.161788738 container create d7156473d647af7747c9a5c546c496965049c224f5444ca280c3275d00cf01c8 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-08-29T14:56:21.031 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:20 smithi064 ceph-mon[30833]: pgmap v19: 89 pgs: 89 active+clean; 4.0 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 1.11k op/s 2024-08-29T14:56:21.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:20 smithi064 ceph-mon[19398]: pgmap v19: 89 pgs: 89 active+clean; 4.0 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 1.11k op/s 2024-08-29T14:56:21.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:20 smithi146 ceph-mon[23161]: pgmap v19: 89 pgs: 89 active+clean; 4.0 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 1.11k op/s 2024-08-29T14:56:21.530 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:21 smithi064 podman[79438]: 2024-08-29 14:56:21.031903264 +0000 UTC m=+0.466011990 container init d7156473d647af7747c9a5c546c496965049c224f5444ca280c3275d00cf01c8 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-08-29T14:56:21.530 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:21 smithi064 podman[79438]: 2024-08-29 14:56:21.039952001 +0000 UTC m=+0.474060723 container start d7156473d647af7747c9a5c546c496965049c224f5444ca280c3275d00cf01c8 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.license=GPLv2) 2024-08-29T14:56:21.531 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:21 smithi064 bash[79438]: d7156473d647af7747c9a5c546c496965049c224f5444ca280c3275d00cf01c8 2024-08-29T14:56:21.531 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:21 smithi064 systemd[1]: Started Ceph mgr.y for 2b44bde8-6615-11ef-bcd4-c7b262605968. 2024-08-29T14:56:22.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:22 smithi064 ceph-mon[19398]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:22.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:22 smithi064 ceph-mon[19398]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:22.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:22 smithi064 ceph-mon[19398]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:56:22.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:22 smithi064 ceph-mon[19398]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:22.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:22 smithi064 ceph-mon[19398]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:22.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:22 smithi064 ceph-mon[30833]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:22.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:22 smithi064 ceph-mon[30833]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:22.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:22 smithi064 ceph-mon[30833]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:56:22.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:22 smithi064 ceph-mon[30833]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:22.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:22 smithi064 ceph-mon[30833]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:22.586 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:22 smithi146 ceph-mon[23161]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:22.586 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:22 smithi146 ceph-mon[23161]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:22.586 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:22 smithi146 ceph-mon[23161]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:56:22.586 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:22 smithi146 ceph-mon[23161]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:22.586 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:22 smithi146 ceph-mon[23161]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:23.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:23 smithi064 ceph-mon[19398]: pgmap v20: 89 pgs: 89 active+clean; 4.0 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 757 op/s 2024-08-29T14:56:23.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:23 smithi064 ceph-mon[30833]: pgmap v20: 89 pgs: 89 active+clean; 4.0 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 757 op/s 2024-08-29T14:56:23.611 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:23 smithi146 ceph-mon[23161]: pgmap v20: 89 pgs: 89 active+clean; 4.0 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 757 op/s 2024-08-29T14:56:24.475 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:56:24 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[59137]: ::ffff:172.21.15.146 - - [29/Aug/2024:14:56:24] "GET /metrics HTTP/1.1" 200 36147 "" "Prometheus/2.43.0" 2024-08-29T14:56:25.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:25 smithi064 ceph-mon[30833]: pgmap v21: 89 pgs: 89 active+clean; 4.0 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 757 op/s 2024-08-29T14:56:25.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:25 smithi064 ceph-mon[19398]: pgmap v21: 89 pgs: 89 active+clean; 4.0 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 757 op/s 2024-08-29T14:56:25.724 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:25 smithi146 ceph-mon[23161]: pgmap v21: 89 pgs: 89 active+clean; 4.0 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 757 op/s 2024-08-29T14:56:27.530 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:27 smithi146 ceph-mon[23161]: pgmap v22: 89 pgs: 89 active+clean; 3.8 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 1.11k op/s 2024-08-29T14:56:27.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:27 smithi064 ceph-mon[30833]: pgmap v22: 89 pgs: 89 active+clean; 3.8 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 1.11k op/s 2024-08-29T14:56:27.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:27 smithi064 ceph-mon[19398]: pgmap v22: 89 pgs: 89 active+clean; 3.8 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 1.11k op/s 2024-08-29T14:56:28.943 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:28 smithi146 ceph-mon[23161]: pgmap v23: 89 pgs: 89 active+clean; 3.8 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 739 op/s 2024-08-29T14:56:28.944 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:28 smithi146 ceph-mon[23161]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:28.944 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:28 smithi146 ceph-mon[23161]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:28.944 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:28 smithi146 ceph-mon[23161]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:28.944 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:28 smithi146 ceph-mon[23161]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:29.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:28 smithi064 ceph-mon[30833]: pgmap v23: 89 pgs: 89 active+clean; 3.8 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 739 op/s 2024-08-29T14:56:29.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:28 smithi064 ceph-mon[30833]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:29.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:28 smithi064 ceph-mon[30833]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:29.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:28 smithi064 ceph-mon[30833]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:29.030 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:28 smithi064 ceph-mon[30833]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:29.030 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:28 smithi064 ceph-mon[19398]: pgmap v23: 89 pgs: 89 active+clean; 3.8 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 739 op/s 2024-08-29T14:56:29.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:28 smithi064 ceph-mon[19398]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:29.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:28 smithi064 ceph-mon[19398]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:29.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:28 smithi064 ceph-mon[19398]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:29.031 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:28 smithi064 ceph-mon[19398]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:30.031 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:29 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: [29/Aug/2024:14:56:29] ENGINE Bus STARTING 2024-08-29T14:56:30.031 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:29 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: CherryPy Checker: 2024-08-29T14:56:30.031 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:29 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: The Application mounted at '' has an empty config. 2024-08-29T14:56:30.031 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:29 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: 2024-08-29T14:56:30.031 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:29 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: [29/Aug/2024:14:56:29] ENGINE Serving on http://:::9283 2024-08-29T14:56:30.031 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:29 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: [29/Aug/2024:14:56:29] ENGINE Bus STARTED 2024-08-29T14:56:30.406 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:30 smithi064 ceph-mon[30833]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:30.406 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:30 smithi064 ceph-mon[30833]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:30.406 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:30 smithi064 ceph-mon[30833]: Standby manager daemon y restarted 2024-08-29T14:56:30.406 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:30 smithi064 ceph-mon[30833]: Standby manager daemon y started 2024-08-29T14:56:30.406 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:30 smithi064 ceph-mon[30833]: from='mgr.? 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-29T14:56:30.406 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:30 smithi064 ceph-mon[30833]: from='mgr.? 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T14:56:30.406 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:30 smithi064 ceph-mon[30833]: from='mgr.? 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-29T14:56:30.406 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:30 smithi064 ceph-mon[30833]: from='mgr.? 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T14:56:30.407 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:30 smithi064 ceph-mon[19398]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:30.407 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:30 smithi064 ceph-mon[19398]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:30.407 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:30 smithi064 ceph-mon[19398]: Standby manager daemon y restarted 2024-08-29T14:56:30.407 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:30 smithi064 ceph-mon[19398]: Standby manager daemon y started 2024-08-29T14:56:30.407 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:30 smithi064 ceph-mon[19398]: from='mgr.? 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-29T14:56:30.407 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:30 smithi064 ceph-mon[19398]: from='mgr.? 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T14:56:30.407 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:30 smithi064 ceph-mon[19398]: from='mgr.? 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-29T14:56:30.407 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:30 smithi064 ceph-mon[19398]: from='mgr.? 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T14:56:30.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:30 smithi146 ceph-mon[23161]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:30.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:30 smithi146 ceph-mon[23161]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:30.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:30 smithi146 ceph-mon[23161]: Standby manager daemon y restarted 2024-08-29T14:56:30.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:30 smithi146 ceph-mon[23161]: Standby manager daemon y started 2024-08-29T14:56:30.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:30 smithi146 ceph-mon[23161]: from='mgr.? 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-29T14:56:30.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:30 smithi146 ceph-mon[23161]: from='mgr.? 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T14:56:30.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:30 smithi146 ceph-mon[23161]: from='mgr.? 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-29T14:56:30.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:30 smithi146 ceph-mon[23161]: from='mgr.? 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T14:56:31.385 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:31 smithi064 ceph-mon[19398]: pgmap v24: 89 pgs: 89 active+clean; 3.5 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 1.05k op/s 2024-08-29T14:56:31.385 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:31 smithi064 ceph-mon[19398]: mgrmap e27: x(active, since 42s), standbys: y 2024-08-29T14:56:31.385 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:31 smithi064 ceph-mon[30833]: pgmap v24: 89 pgs: 89 active+clean; 3.5 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 1.05k op/s 2024-08-29T14:56:31.385 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:31 smithi064 ceph-mon[30833]: mgrmap e27: x(active, since 42s), standbys: y 2024-08-29T14:56:31.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:31 smithi146 ceph-mon[23161]: pgmap v24: 89 pgs: 89 active+clean; 3.5 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 1.05k op/s 2024-08-29T14:56:31.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:31 smithi146 ceph-mon[23161]: mgrmap e27: x(active, since 42s), standbys: y 2024-08-29T14:56:33.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:33 smithi146 ceph-mon[23161]: pgmap v25: 89 pgs: 89 active+clean; 3.5 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 668 op/s 2024-08-29T14:56:33.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:33 smithi064 ceph-mon[30833]: pgmap v25: 89 pgs: 89 active+clean; 3.5 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 668 op/s 2024-08-29T14:56:33.530 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:33 smithi064 ceph-mon[19398]: pgmap v25: 89 pgs: 89 active+clean; 3.5 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 668 op/s 2024-08-29T14:56:34.474 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:56:34 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[59137]: ::ffff:172.21.15.146 - - [29/Aug/2024:14:56:34] "GET /metrics HTTP/1.1" 200 36147 "" "Prometheus/2.43.0" 2024-08-29T14:56:35.474 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:56:35 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[59137]: ignoring --setuser ceph since I am not root 2024-08-29T14:56:35.475 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:56:35 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[59137]: ignoring --setgroup ceph since I am not root 2024-08-29T14:56:35.475 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:56:35 smithi146 ceph-mgr[59161]: -- 172.21.15.146:0/1974626116 <== mon.1 v2:172.21.15.146:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5636554a90e0 con 0x563655486800 2024-08-29T14:56:35.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:35 smithi146 ceph-mon[23161]: pgmap v26: 89 pgs: 89 active+clean; 3.5 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 668 op/s 2024-08-29T14:56:35.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:35 smithi146 ceph-mon[23161]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:56:35.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:35 smithi146 ceph-mon[23161]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:35.476 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:35 smithi146 ceph-mon[23161]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:35.476 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:35 smithi146 ceph-mon[23161]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:56:35.476 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:35 smithi146 ceph-mon[23161]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:56:35.476 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:35 smithi146 ceph-mon[23161]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:35.476 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:35 smithi146 ceph-mon[23161]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:56:35.476 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:35 smithi146 ceph-mon[23161]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-29T14:56:35.476 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:35 smithi146 ceph-mon[23161]: from='mgr.24679 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-29T14:56:35.476 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:35 smithi146 ceph-mon[23161]: Activating manager daemon y 2024-08-29T14:56:35.476 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:35 smithi146 ceph-mon[23161]: osdmap e79: 8 total, 8 up, 8 in 2024-08-29T14:56:35.476 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:35 smithi146 ceph-mon[23161]: from='mgr.24679 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-08-29T14:56:35.476 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:35 smithi146 ceph-mon[23161]: mgrmap e28: y(active, starting, since 0.0147966s) 2024-08-29T14:56:35.477 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:35 smithi146 ceph-mon[23161]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:56:35.477 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:35 smithi146 ceph-mon[23161]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:56:35.477 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:35 smithi146 ceph-mon[23161]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:56:35.477 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:35 smithi146 ceph-mon[23161]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi064.wfhkrv"}]: dispatch 2024-08-29T14:56:35.477 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:35 smithi146 ceph-mon[23161]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi146.emtesl"}]: dispatch 2024-08-29T14:56:35.477 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:35 smithi146 ceph-mon[23161]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-29T14:56:35.477 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:35 smithi146 ceph-mon[23161]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T14:56:35.477 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:35 smithi146 ceph-mon[23161]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T14:56:35.477 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:35 smithi146 ceph-mon[23161]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T14:56:35.477 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:35 smithi146 ceph-mon[23161]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T14:56:35.477 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:35 smithi146 ceph-mon[23161]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T14:56:35.477 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:35 smithi146 ceph-mon[23161]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T14:56:35.477 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:35 smithi146 ceph-mon[23161]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T14:56:35.477 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:35 smithi146 ceph-mon[23161]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T14:56:35.478 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:35 smithi146 ceph-mon[23161]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-29T14:56:35.478 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:35 smithi146 ceph-mon[23161]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-29T14:56:35.478 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:35 smithi146 ceph-mon[23161]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-29T14:56:35.494 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[19398]: pgmap v26: 89 pgs: 89 active+clean; 3.5 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 668 op/s 2024-08-29T14:56:35.494 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[19398]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:56:35.494 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[19398]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:35.495 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[19398]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:35.495 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[19398]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:56:35.495 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[19398]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:56:35.495 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[19398]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:35.495 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[19398]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:56:35.495 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[19398]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-29T14:56:35.495 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[19398]: from='mgr.24679 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-29T14:56:35.495 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[19398]: Activating manager daemon y 2024-08-29T14:56:35.495 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[19398]: osdmap e79: 8 total, 8 up, 8 in 2024-08-29T14:56:35.495 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[19398]: from='mgr.24679 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-08-29T14:56:35.495 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[19398]: mgrmap e28: y(active, starting, since 0.0147966s) 2024-08-29T14:56:35.495 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[19398]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:56:35.495 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[19398]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:56:35.495 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[19398]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:56:35.496 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[19398]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi064.wfhkrv"}]: dispatch 2024-08-29T14:56:35.496 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[19398]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi146.emtesl"}]: dispatch 2024-08-29T14:56:35.496 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[19398]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-29T14:56:35.496 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[19398]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T14:56:35.496 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[19398]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T14:56:35.496 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[19398]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T14:56:35.496 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[19398]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T14:56:35.496 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[19398]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T14:56:35.496 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[19398]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T14:56:35.497 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[19398]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T14:56:35.497 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[19398]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T14:56:35.497 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[19398]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-29T14:56:35.497 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[19398]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-29T14:56:35.497 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[19398]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-29T14:56:35.497 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: [29/Aug/2024:14:56:35] ENGINE Bus STOPPING 2024-08-29T14:56:35.497 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: [29/Aug/2024:14:56:35] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-29T14:56:35.498 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[30833]: pgmap v26: 89 pgs: 89 active+clean; 3.5 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 668 op/s 2024-08-29T14:56:35.498 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[30833]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:56:35.498 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[30833]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:35.498 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[30833]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:35.498 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[30833]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T14:56:35.498 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[30833]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T14:56:35.498 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[30833]: from='mgr.24679 ' entity='mgr.x' 2024-08-29T14:56:35.498 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[30833]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:56:35.498 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[30833]: from='mgr.24679 172.21.15.146:0/4046369050' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-29T14:56:35.499 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[30833]: from='mgr.24679 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-29T14:56:35.499 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[30833]: Activating manager daemon y 2024-08-29T14:56:35.499 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[30833]: osdmap e79: 8 total, 8 up, 8 in 2024-08-29T14:56:35.499 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[30833]: from='mgr.24679 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-08-29T14:56:35.499 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[30833]: mgrmap e28: y(active, starting, since 0.0147966s) 2024-08-29T14:56:35.499 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[30833]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T14:56:35.499 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[30833]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T14:56:35.499 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[30833]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T14:56:35.499 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[30833]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi064.wfhkrv"}]: dispatch 2024-08-29T14:56:35.499 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[30833]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi146.emtesl"}]: dispatch 2024-08-29T14:56:35.500 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[30833]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-29T14:56:35.500 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[30833]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T14:56:35.500 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[30833]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T14:56:35.500 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[30833]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T14:56:35.500 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[30833]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T14:56:35.500 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[30833]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T14:56:35.500 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[30833]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T14:56:35.500 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[30833]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T14:56:35.500 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[30833]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T14:56:35.501 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[30833]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-29T14:56:35.501 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[30833]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-29T14:56:35.501 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-mon[30833]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-29T14:56:35.780 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:35 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: [29/Aug/2024:14:56:35] ENGINE Bus STOPPED 2024-08-29T14:56:36.121 INFO:teuthology.orchestra.run.smithi064.stderr:Error ENOTSUP: Warning: due to ceph-mgr restart, some PG states may not be up to date 2024-08-29T14:56:36.121 INFO:teuthology.orchestra.run.smithi064.stderr:Module 'orchestrator' is not enabled/loaded (required by command 'orch upgrade status'): use `ceph mgr module enable orchestrator` to enable it 2024-08-29T14:56:36.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:36 smithi146 ceph-mon[23161]: Manager daemon y is now available 2024-08-29T14:56:36.481 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:36 smithi064 ceph-mon[19398]: Manager daemon y is now available 2024-08-29T14:56:36.482 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:36 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: 2024-08-29T14:56:36.118+0000 7f2f78b32640 -1 mgr.server reply reply (95) Operation not supported Warning: due to ceph-mgr restart, some PG states may not be up to date 2024-08-29T14:56:36.482 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:36 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: Module 'orchestrator' is not enabled/loaded (required by command 'orch upgrade status'): use `ceph mgr module enable orchestrator` to enable it 2024-08-29T14:56:36.482 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:36 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: [29/Aug/2024:14:56:36] ENGINE Bus STARTING 2024-08-29T14:56:36.482 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:36 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: [29/Aug/2024:14:56:36] ENGINE Serving on http://:::9283 2024-08-29T14:56:36.482 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:36 smithi064 ceph-mon[30833]: Manager daemon y is now available 2024-08-29T14:56:36.780 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:36 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: [29/Aug/2024:14:56:36] ENGINE Bus STARTED 2024-08-29T14:56:36.780 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:36 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: 2024-08-29T14:56:36.481+0000 7f2f5212a640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T14:56:36.781 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:36 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: 2024-08-29T14:56:36.481+0000 7f2f5212a640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T14:56:36.781 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:36 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: 2024-08-29T14:56:36.481+0000 7f2f5212a640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T14:56:36.781 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:36 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: 2024-08-29T14:56:36.481+0000 7f2f5212a640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T14:56:36.781 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:36 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: 2024-08-29T14:56:36.481+0000 7f2f5212a640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T14:56:36.781 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:36 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: 2024-08-29T14:56:36.490+0000 7f2f4bd9e640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T14:56:36.781 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:36 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: 2024-08-29T14:56:36.490+0000 7f2f4bd9e640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T14:56:36.781 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:36 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: 2024-08-29T14:56:36.490+0000 7f2f4bd9e640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T14:56:36.781 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:36 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: 2024-08-29T14:56:36.490+0000 7f2f4bd9e640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T14:56:36.781 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:36 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: 2024-08-29T14:56:36.490+0000 7f2f4bd9e640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T14:56:36.993 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -e sha1=1f4056d968930e12926c25a8f13ee8ed6047c791 -- bash -c 'echo wait for minority of mons to upgrade' 2024-08-29T14:56:37.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:37 smithi146 ceph-mon[23161]: mgrmap e29: y(active, since 1.10956s) 2024-08-29T14:56:37.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:37 smithi146 ceph-mon[23161]: from='client.14961 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:56:37.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:37 smithi146 ceph-mon[23161]: pgmap v3: 89 pgs: 89 active+clean; 3.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail 2024-08-29T14:56:37.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:37 smithi146 ceph-mon[23161]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:56:37.225 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:37 smithi146 ceph-mon[23161]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-29T14:56:37.226 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:37 smithi146 ceph-mon[23161]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:56:37.226 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:37 smithi146 ceph-mon[23161]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-29T14:56:37.226 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:37 smithi146 ceph-mon[23161]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-29T14:56:37.226 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:37 smithi146 ceph-mon[23161]: from='mgr.14949 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-29T14:56:37.226 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:37 smithi146 ceph-mon[23161]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-29T14:56:37.226 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:37 smithi146 ceph-mon[23161]: from='mgr.14949 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-29T14:56:37.226 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:37 smithi146 ceph-mon[23161]: pgmap v4: 89 pgs: 89 active+clean; 3.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail 2024-08-29T14:56:37.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:37 smithi064 ceph-mon[19398]: mgrmap e29: y(active, since 1.10956s) 2024-08-29T14:56:37.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:37 smithi064 ceph-mon[19398]: from='client.14961 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:56:37.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:37 smithi064 ceph-mon[19398]: pgmap v3: 89 pgs: 89 active+clean; 3.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail 2024-08-29T14:56:37.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:37 smithi064 ceph-mon[19398]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:56:37.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:37 smithi064 ceph-mon[19398]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-29T14:56:37.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:37 smithi064 ceph-mon[19398]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:56:37.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:37 smithi064 ceph-mon[19398]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-29T14:56:37.281 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:37 smithi064 ceph-mon[19398]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-29T14:56:37.282 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:37 smithi064 ceph-mon[19398]: from='mgr.14949 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-29T14:56:37.282 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:37 smithi064 ceph-mon[19398]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-29T14:56:37.282 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:37 smithi064 ceph-mon[19398]: from='mgr.14949 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-29T14:56:37.282 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:37 smithi064 ceph-mon[19398]: pgmap v4: 89 pgs: 89 active+clean; 3.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail 2024-08-29T14:56:37.282 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:37 smithi064 ceph-mon[30833]: mgrmap e29: y(active, since 1.10956s) 2024-08-29T14:56:37.282 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:37 smithi064 ceph-mon[30833]: from='client.14961 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:56:37.282 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:37 smithi064 ceph-mon[30833]: pgmap v3: 89 pgs: 89 active+clean; 3.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail 2024-08-29T14:56:37.282 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:37 smithi064 ceph-mon[30833]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T14:56:37.282 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:37 smithi064 ceph-mon[30833]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-29T14:56:37.282 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:37 smithi064 ceph-mon[30833]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T14:56:37.282 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:37 smithi064 ceph-mon[30833]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-29T14:56:37.283 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:37 smithi064 ceph-mon[30833]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-29T14:56:37.283 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:37 smithi064 ceph-mon[30833]: from='mgr.14949 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-29T14:56:37.283 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:37 smithi064 ceph-mon[30833]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-29T14:56:37.283 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:37 smithi064 ceph-mon[30833]: from='mgr.14949 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-29T14:56:37.283 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:37 smithi064 ceph-mon[30833]: pgmap v4: 89 pgs: 89 active+clean; 3.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail 2024-08-29T14:56:37.369 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:56:38.780 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:38 smithi064 ceph-mon[30833]: from='mgr.14949 ' entity='mgr.y' 2024-08-29T14:56:38.780 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:38 smithi064 ceph-mon[30833]: from='mgr.14949 ' entity='mgr.y' 2024-08-29T14:56:38.781 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:38 smithi064 ceph-mon[19398]: from='mgr.14949 ' entity='mgr.y' 2024-08-29T14:56:38.781 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:38 smithi064 ceph-mon[19398]: from='mgr.14949 ' entity='mgr.y' 2024-08-29T14:56:38.974 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:38 smithi146 ceph-mon[23161]: from='mgr.14949 ' entity='mgr.y' 2024-08-29T14:56:38.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:38 smithi146 ceph-mon[23161]: from='mgr.14949 ' entity='mgr.y' 2024-08-29T14:56:39.974 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:39 smithi146 ceph-mon[23161]: mgrmap e30: y(active, since 3s) 2024-08-29T14:56:39.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:39 smithi146 ceph-mon[23161]: pgmap v5: 89 pgs: 89 active+clean; 3.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail 2024-08-29T14:56:40.011 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:39 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: 2024-08-29T14:56:39.631+0000 7f2f34830640 -1 log_channel(cephadm) log [ERR] : [29/Aug/2024:14:56:39] ENGINE Error in HTTPServer.serve 2024-08-29T14:56:40.011 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:39 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: Traceback (most recent call last): 2024-08-29T14:56:40.011 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:39 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-29T14:56:40.011 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:39 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: self._connections.run(self.expiration_interval) 2024-08-29T14:56:40.011 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:39 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-29T14:56:40.011 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:39 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: self._run(expiration_interval) 2024-08-29T14:56:40.012 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:39 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-29T14:56:40.012 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:39 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: new_conn = self._from_server_socket(self.server.socket) 2024-08-29T14:56:40.012 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:39 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-29T14:56:40.012 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:39 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-29T14:56:40.012 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:39 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-29T14:56:40.012 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:39 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: s = self.context.wrap_socket( 2024-08-29T14:56:40.012 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:39 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-29T14:56:40.012 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:39 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: return self.sslsocket_class._create( 2024-08-29T14:56:40.012 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:39 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-29T14:56:40.012 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:39 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: self.do_handshake() 2024-08-29T14:56:40.012 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:39 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-29T14:56:40.012 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:39 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: self._sslobj.do_handshake() 2024-08-29T14:56:40.012 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:39 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-29T14:56:40.012 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:39 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: 2024-08-29T14:56:40.013 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:39 smithi064 ceph-mon[30833]: mgrmap e30: y(active, since 3s) 2024-08-29T14:56:40.013 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:39 smithi064 ceph-mon[30833]: pgmap v5: 89 pgs: 89 active+clean; 3.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail 2024-08-29T14:56:40.013 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:39 smithi064 ceph-mon[19398]: mgrmap e30: y(active, since 3s) 2024-08-29T14:56:40.013 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:39 smithi064 ceph-mon[19398]: pgmap v5: 89 pgs: 89 active+clean; 3.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail 2024-08-29T14:56:40.141 INFO:teuthology.orchestra.run.smithi064.stdout:wait for minority of mons to upgrade 2024-08-29T14:56:40.780 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:40 smithi064 ceph-mon[30833]: [29/Aug/2024:14:56:39] ENGINE Bus STARTING 2024-08-29T14:56:40.780 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:40 smithi064 ceph-mon[30833]: [29/Aug/2024:14:56:39] ENGINE Serving on https://172.21.15.64:7150 2024-08-29T14:56:40.780 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:40 smithi064 ceph-mon[30833]: [29/Aug/2024:14:56:39] ENGINE Error in HTTPServer.serve 2024-08-29T14:56:40.780 INFO:journalctl@ceph.mon.c.smithi064.stdout: Traceback (most recent call last): 2024-08-29T14:56:40.780 INFO:journalctl@ceph.mon.c.smithi064.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-29T14:56:40.781 INFO:journalctl@ceph.mon.c.smithi064.stdout: self._connections.run(self.expiration_interval) 2024-08-29T14:56:40.781 INFO:journalctl@ceph.mon.c.smithi064.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-29T14:56:40.781 INFO:journalctl@ceph.mon.c.smithi064.stdout: self._run(expiration_interval) 2024-08-29T14:56:40.781 INFO:journalctl@ceph.mon.c.smithi064.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-29T14:56:40.781 INFO:journalctl@ceph.mon.c.smithi064.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-29T14:56:40.781 INFO:journalctl@ceph.mon.c.smithi064.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-29T14:56:40.781 INFO:journalctl@ceph.mon.c.smithi064.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-29T14:56:40.781 INFO:journalctl@ceph.mon.c.smithi064.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-29T14:56:40.781 INFO:journalctl@ceph.mon.c.smithi064.stdout: s = self.context.wrap_socket( 2024-08-29T14:56:40.781 INFO:journalctl@ceph.mon.c.smithi064.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-29T14:56:40.781 INFO:journalctl@ceph.mon.c.smithi064.stdout: return self.sslsocket_class._create( 2024-08-29T14:56:40.781 INFO:journalctl@ceph.mon.c.smithi064.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-29T14:56:40.782 INFO:journalctl@ceph.mon.c.smithi064.stdout: self.do_handshake() 2024-08-29T14:56:40.782 INFO:journalctl@ceph.mon.c.smithi064.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-29T14:56:40.782 INFO:journalctl@ceph.mon.c.smithi064.stdout: self._sslobj.do_handshake() 2024-08-29T14:56:40.782 INFO:journalctl@ceph.mon.c.smithi064.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-29T14:56:40.782 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:40 smithi064 ceph-mon[30833]: [29/Aug/2024:14:56:39] ENGINE Serving on http://172.21.15.64:8765 2024-08-29T14:56:40.782 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:40 smithi064 ceph-mon[30833]: [29/Aug/2024:14:56:39] ENGINE Bus STARTED 2024-08-29T14:56:40.782 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:40 smithi064 ceph-mon[19398]: [29/Aug/2024:14:56:39] ENGINE Bus STARTING 2024-08-29T14:56:40.782 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:40 smithi064 ceph-mon[19398]: [29/Aug/2024:14:56:39] ENGINE Serving on https://172.21.15.64:7150 2024-08-29T14:56:40.782 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:40 smithi064 ceph-mon[19398]: [29/Aug/2024:14:56:39] ENGINE Error in HTTPServer.serve 2024-08-29T14:56:40.782 INFO:journalctl@ceph.mon.a.smithi064.stdout: Traceback (most recent call last): 2024-08-29T14:56:40.782 INFO:journalctl@ceph.mon.a.smithi064.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-29T14:56:40.782 INFO:journalctl@ceph.mon.a.smithi064.stdout: self._connections.run(self.expiration_interval) 2024-08-29T14:56:40.782 INFO:journalctl@ceph.mon.a.smithi064.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-29T14:56:40.783 INFO:journalctl@ceph.mon.a.smithi064.stdout: self._run(expiration_interval) 2024-08-29T14:56:40.783 INFO:journalctl@ceph.mon.a.smithi064.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-29T14:56:40.783 INFO:journalctl@ceph.mon.a.smithi064.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-29T14:56:40.783 INFO:journalctl@ceph.mon.a.smithi064.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-29T14:56:40.783 INFO:journalctl@ceph.mon.a.smithi064.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-29T14:56:40.783 INFO:journalctl@ceph.mon.a.smithi064.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-29T14:56:40.783 INFO:journalctl@ceph.mon.a.smithi064.stdout: s = self.context.wrap_socket( 2024-08-29T14:56:40.783 INFO:journalctl@ceph.mon.a.smithi064.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-29T14:56:40.783 INFO:journalctl@ceph.mon.a.smithi064.stdout: return self.sslsocket_class._create( 2024-08-29T14:56:40.783 INFO:journalctl@ceph.mon.a.smithi064.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-29T14:56:40.783 INFO:journalctl@ceph.mon.a.smithi064.stdout: self.do_handshake() 2024-08-29T14:56:40.783 INFO:journalctl@ceph.mon.a.smithi064.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-29T14:56:40.783 INFO:journalctl@ceph.mon.a.smithi064.stdout: self._sslobj.do_handshake() 2024-08-29T14:56:40.783 INFO:journalctl@ceph.mon.a.smithi064.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-29T14:56:40.783 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:40 smithi064 ceph-mon[19398]: [29/Aug/2024:14:56:39] ENGINE Serving on http://172.21.15.64:8765 2024-08-29T14:56:40.784 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:40 smithi064 ceph-mon[19398]: [29/Aug/2024:14:56:39] ENGINE Bus STARTED 2024-08-29T14:56:40.850 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:40 smithi146 ceph-mon[23161]: [29/Aug/2024:14:56:39] ENGINE Bus STARTING 2024-08-29T14:56:40.851 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:40 smithi146 ceph-mon[23161]: [29/Aug/2024:14:56:39] ENGINE Serving on https://172.21.15.64:7150 2024-08-29T14:56:40.851 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:40 smithi146 ceph-mon[23161]: [29/Aug/2024:14:56:39] ENGINE Error in HTTPServer.serve 2024-08-29T14:56:40.851 INFO:journalctl@ceph.mon.b.smithi146.stdout: Traceback (most recent call last): 2024-08-29T14:56:40.851 INFO:journalctl@ceph.mon.b.smithi146.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-29T14:56:40.851 INFO:journalctl@ceph.mon.b.smithi146.stdout: self._connections.run(self.expiration_interval) 2024-08-29T14:56:40.851 INFO:journalctl@ceph.mon.b.smithi146.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-29T14:56:40.851 INFO:journalctl@ceph.mon.b.smithi146.stdout: self._run(expiration_interval) 2024-08-29T14:56:40.851 INFO:journalctl@ceph.mon.b.smithi146.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-29T14:56:40.851 INFO:journalctl@ceph.mon.b.smithi146.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-29T14:56:40.851 INFO:journalctl@ceph.mon.b.smithi146.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-29T14:56:40.851 INFO:journalctl@ceph.mon.b.smithi146.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-29T14:56:40.851 INFO:journalctl@ceph.mon.b.smithi146.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-29T14:56:40.852 INFO:journalctl@ceph.mon.b.smithi146.stdout: s = self.context.wrap_socket( 2024-08-29T14:56:40.852 INFO:journalctl@ceph.mon.b.smithi146.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-29T14:56:40.852 INFO:journalctl@ceph.mon.b.smithi146.stdout: return self.sslsocket_class._create( 2024-08-29T14:56:40.852 INFO:journalctl@ceph.mon.b.smithi146.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-29T14:56:40.852 INFO:journalctl@ceph.mon.b.smithi146.stdout: self.do_handshake() 2024-08-29T14:56:40.852 INFO:journalctl@ceph.mon.b.smithi146.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-29T14:56:40.852 INFO:journalctl@ceph.mon.b.smithi146.stdout: self._sslobj.do_handshake() 2024-08-29T14:56:40.852 INFO:journalctl@ceph.mon.b.smithi146.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-29T14:56:40.852 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:40 smithi146 ceph-mon[23161]: [29/Aug/2024:14:56:39] ENGINE Serving on http://172.21.15.64:8765 2024-08-29T14:56:40.852 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:40 smithi146 ceph-mon[23161]: [29/Aug/2024:14:56:39] ENGINE Bus STARTED 2024-08-29T14:56:41.320 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -e sha1=1f4056d968930e12926c25a8f13ee8ed6047c791 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --limit 1' 2024-08-29T14:56:41.559 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:41 smithi064 ceph-mon[19398]: mgrmap e31: y(active, since 5s) 2024-08-29T14:56:41.939 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:41 smithi064 ceph-mon[30833]: mgrmap e31: y(active, since 5s) 2024-08-29T14:56:41.939 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:41 smithi064 ceph-mon[30833]: pgmap v6: 89 pgs: 89 active+clean; 3.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail 2024-08-29T14:56:41.939 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:41 smithi064 ceph-mon[19398]: pgmap v6: 89 pgs: 89 active+clean; 3.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail 2024-08-29T14:56:41.974 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:41 smithi146 ceph-mon[23161]: mgrmap e31: y(active, since 5s) 2024-08-29T14:56:41.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:41 smithi146 ceph-mon[23161]: pgmap v6: 89 pgs: 89 active+clean; 3.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail 2024-08-29T14:56:42.317 INFO:teuthology.orchestra.run.smithi064.stderr:Inferring config /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T14:56:43.975 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:56:43 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[59137]: [29/Aug/2024:14:56:43] ENGINE Bus STARTING 2024-08-29T14:56:43.975 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:56:43 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[59137]: CherryPy Checker: 2024-08-29T14:56:43.975 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:56:43 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[59137]: The Application mounted at '' has an empty config. 2024-08-29T14:56:43.975 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:56:43 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[59137]: 2024-08-29T14:56:43.975 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:56:43 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[59137]: [29/Aug/2024:14:56:43] ENGINE Serving on http://:::9283 2024-08-29T14:56:43.975 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:56:43 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[59137]: [29/Aug/2024:14:56:43] ENGINE Bus STARTED 2024-08-29T14:56:44.474 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:44 smithi146 ceph-mon[23161]: pgmap v7: 89 pgs: 89 active+clean; 2.9 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 26 KiB/s rd, 297 B/s wr, 532 op/s 2024-08-29T14:56:44.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:44 smithi146 ceph-mon[23161]: from='mgr.14949 ' entity='mgr.y' 2024-08-29T14:56:44.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:44 smithi146 ceph-mon[23161]: from='mgr.14949 ' entity='mgr.y' 2024-08-29T14:56:44.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:44 smithi146 ceph-mon[23161]: Standby manager daemon x started 2024-08-29T14:56:44.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:44 smithi146 ceph-mon[23161]: from='mgr.? 172.21.15.146:0/35288628' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-29T14:56:44.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:44 smithi146 ceph-mon[23161]: from='mgr.? 172.21.15.146:0/35288628' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T14:56:44.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:44 smithi146 ceph-mon[23161]: from='mgr.? 172.21.15.146:0/35288628' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-29T14:56:44.475 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:44 smithi146 ceph-mon[23161]: from='mgr.? 172.21.15.146:0/35288628' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T14:56:44.475 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:56:44 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[59137]: ::ffff:172.21.15.146 - - [29/Aug/2024:14:56:44] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T14:56:44.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:44 smithi064 ceph-mon[30833]: pgmap v7: 89 pgs: 89 active+clean; 2.9 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 26 KiB/s rd, 297 B/s wr, 532 op/s 2024-08-29T14:56:44.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:44 smithi064 ceph-mon[30833]: from='mgr.14949 ' entity='mgr.y' 2024-08-29T14:56:44.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:44 smithi064 ceph-mon[30833]: from='mgr.14949 ' entity='mgr.y' 2024-08-29T14:56:44.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:44 smithi064 ceph-mon[30833]: Standby manager daemon x started 2024-08-29T14:56:44.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:44 smithi064 ceph-mon[30833]: from='mgr.? 172.21.15.146:0/35288628' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-29T14:56:44.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:44 smithi064 ceph-mon[30833]: from='mgr.? 172.21.15.146:0/35288628' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T14:56:44.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:44 smithi064 ceph-mon[30833]: from='mgr.? 172.21.15.146:0/35288628' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-29T14:56:44.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:44 smithi064 ceph-mon[30833]: from='mgr.? 172.21.15.146:0/35288628' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T14:56:44.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:44 smithi064 ceph-mon[19398]: pgmap v7: 89 pgs: 89 active+clean; 2.9 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 26 KiB/s rd, 297 B/s wr, 532 op/s 2024-08-29T14:56:44.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:44 smithi064 ceph-mon[19398]: from='mgr.14949 ' entity='mgr.y' 2024-08-29T14:56:44.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:44 smithi064 ceph-mon[19398]: from='mgr.14949 ' entity='mgr.y' 2024-08-29T14:56:44.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:44 smithi064 ceph-mon[19398]: Standby manager daemon x started 2024-08-29T14:56:44.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:44 smithi064 ceph-mon[19398]: from='mgr.? 172.21.15.146:0/35288628' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-29T14:56:44.531 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:44 smithi064 ceph-mon[19398]: from='mgr.? 172.21.15.146:0/35288628' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T14:56:44.532 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:44 smithi064 ceph-mon[19398]: from='mgr.? 172.21.15.146:0/35288628' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-29T14:56:44.532 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:44 smithi064 ceph-mon[19398]: from='mgr.? 172.21.15.146:0/35288628' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T14:56:44.789 INFO:teuthology.orchestra.run.smithi064.stderr:Error EINVAL: Cannot set values for --daemon-types, --services or --hosts when upgrade already in progress. 2024-08-29T14:56:45.032 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:44 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: 2024-08-29T14:56:44.787+0000 7f2f6d31b640 -1 log_channel(cephadm) log [ERR] : Cannot set values for --daemon-types, --services or --hosts when upgrade already in progress. 2024-08-29T14:56:45.033 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:44 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: Traceback (most recent call last): 2024-08-29T14:56:45.033 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:44 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: File "/usr/share/ceph/mgr/orchestrator/_interface.py", line 140, in wrapper 2024-08-29T14:56:45.033 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:44 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: return OrchResult(f(*args, **kwargs)) 2024-08-29T14:56:45.033 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:44 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: File "/usr/share/ceph/mgr/cephadm/module.py", line 3716, in upgrade_start 2024-08-29T14:56:45.033 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:44 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: return self.upgrade.upgrade_start(image, version, daemon_types, hosts, services, limit) 2024-08-29T14:56:45.033 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:44 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: File "/usr/share/ceph/mgr/cephadm/upgrade.py", line 330, in upgrade_start 2024-08-29T14:56:45.033 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:44 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: self._validate_upgrade_filters(target_name, daemon_types, hosts, services) 2024-08-29T14:56:45.033 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:44 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: File "/usr/share/ceph/mgr/cephadm/upgrade.py", line 391, in _validate_upgrade_filters 2024-08-29T14:56:45.033 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:44 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: raise OrchestratorError( 2024-08-29T14:56:45.033 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:44 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: orchestrator._interface.OrchestratorError: Cannot set values for --daemon-types, --services or --hosts when upgrade already in progress. 2024-08-29T14:56:45.033 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:44 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: 2024-08-29T14:56:44.788+0000 7f2f6d31b640 -1 mgr.server reply reply (22) Invalid argument Cannot set values for --daemon-types, --services or --hosts when upgrade already in progress. 2024-08-29T14:56:45.627 DEBUG:teuthology.orchestra.run:got remote process result: 22 2024-08-29T14:56:45.629 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/parallel.py", line 48, in task with parallel.parallel() as p: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/parallel.py", line 64, in _run_spawned mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/sequential.py", line 47, in task mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=confg) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/github.com_ceph_ceph-c_1f4056d968930e12926c25a8f13ee8ed6047c791/qa/tasks/cephadm.py", line 1525, in shell _shell( File "/home/teuthworker/src/github.com_ceph_ceph-c_1f4056d968930e12926c25a8f13ee8ed6047c791/qa/tasks/cephadm.py", line 111, in _shell return remote.run( File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi064 with status 22: "sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -e sha1=1f4056d968930e12926c25a8f13ee8ed6047c791 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --limit 1'" 2024-08-29T14:56:46.860 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=f4db20db8f67433baaa3a638c70a5570 Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/parallel.py", line 48, in task with parallel.parallel() as p: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/parallel.py", line 64, in _run_spawned mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/sequential.py", line 47, in task mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=confg) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/github.com_ceph_ceph-c_1f4056d968930e12926c25a8f13ee8ed6047c791/qa/tasks/cephadm.py", line 1525, in shell _shell( File "/home/teuthworker/src/github.com_ceph_ceph-c_1f4056d968930e12926c25a8f13ee8ed6047c791/qa/tasks/cephadm.py", line 111, in _shell return remote.run( File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi064 with status 22: "sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -e sha1=1f4056d968930e12926c25a8f13ee8ed6047c791 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --limit 1'" 2024-08-29T14:56:46.864 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-08-29T14:56:46.875 INFO:tasks.cephadm:Teardown begin 2024-08-29T14:56:46.876 DEBUG:teuthology.orchestra.run.smithi064:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-08-29T14:56:46.881 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:45 smithi146 ceph-mon[23161]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-29T14:56:46.881 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:45 smithi146 ceph-mon[23161]: mgrmap e32: y(active, since 9s), standbys: x 2024-08-29T14:56:46.881 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:45 smithi146 ceph-mon[23161]: from='mgr.14949 ' entity='mgr.y' 2024-08-29T14:56:46.881 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:45 smithi146 ceph-mon[23161]: from='mgr.14949 ' entity='mgr.y' 2024-08-29T14:56:46.881 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:45 smithi146 ceph-mon[23161]: from='client.24875 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:1f4056d968930e12926c25a8f13ee8ed6047c791", "daemon_types": "mon", "limit": 1, "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:56:46.881 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:45 smithi146 ceph-mon[23161]: Cannot set values for --daemon-types, --services or --hosts when upgrade already in progress. 2024-08-29T14:56:46.882 INFO:journalctl@ceph.mon.b.smithi146.stdout: Traceback (most recent call last): 2024-08-29T14:56:46.882 INFO:journalctl@ceph.mon.b.smithi146.stdout: File "/usr/share/ceph/mgr/orchestrator/_interface.py", line 140, in wrapper 2024-08-29T14:56:46.882 INFO:journalctl@ceph.mon.b.smithi146.stdout: return OrchResult(f(*args, **kwargs)) 2024-08-29T14:56:46.882 INFO:journalctl@ceph.mon.b.smithi146.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 3716, in upgrade_start 2024-08-29T14:56:46.882 INFO:journalctl@ceph.mon.b.smithi146.stdout: return self.upgrade.upgrade_start(image, version, daemon_types, hosts, services, limit) 2024-08-29T14:56:46.882 INFO:journalctl@ceph.mon.b.smithi146.stdout: File "/usr/share/ceph/mgr/cephadm/upgrade.py", line 330, in upgrade_start 2024-08-29T14:56:46.882 INFO:journalctl@ceph.mon.b.smithi146.stdout: self._validate_upgrade_filters(target_name, daemon_types, hosts, services) 2024-08-29T14:56:46.883 INFO:journalctl@ceph.mon.b.smithi146.stdout: File "/usr/share/ceph/mgr/cephadm/upgrade.py", line 391, in _validate_upgrade_filters 2024-08-29T14:56:46.883 INFO:journalctl@ceph.mon.b.smithi146.stdout: raise OrchestratorError( 2024-08-29T14:56:46.883 INFO:journalctl@ceph.mon.b.smithi146.stdout: orchestrator._interface.OrchestratorError: Cannot set values for --daemon-types, --services or --hosts when upgrade already in progress. 2024-08-29T14:56:46.883 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:45 smithi146 ceph-mon[23161]: pgmap v8: 89 pgs: 89 active+clean; 2.9 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 20 KiB/s rd, 230 B/s wr, 412 op/s 2024-08-29T14:56:46.883 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:45 smithi064 ceph-mon[30833]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-29T14:56:46.883 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:45 smithi064 ceph-mon[30833]: mgrmap e32: y(active, since 9s), standbys: x 2024-08-29T14:56:46.883 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:45 smithi064 ceph-mon[30833]: from='mgr.14949 ' entity='mgr.y' 2024-08-29T14:56:46.883 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:45 smithi064 ceph-mon[30833]: from='mgr.14949 ' entity='mgr.y' 2024-08-29T14:56:46.884 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:45 smithi064 ceph-mon[30833]: from='client.24875 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:1f4056d968930e12926c25a8f13ee8ed6047c791", "daemon_types": "mon", "limit": 1, "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:56:46.884 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:45 smithi064 ceph-mon[30833]: Cannot set values for --daemon-types, --services or --hosts when upgrade already in progress. 2024-08-29T14:56:46.884 INFO:journalctl@ceph.mon.c.smithi064.stdout: Traceback (most recent call last): 2024-08-29T14:56:46.884 INFO:journalctl@ceph.mon.c.smithi064.stdout: File "/usr/share/ceph/mgr/orchestrator/_interface.py", line 140, in wrapper 2024-08-29T14:56:46.884 INFO:journalctl@ceph.mon.c.smithi064.stdout: return OrchResult(f(*args, **kwargs)) 2024-08-29T14:56:46.884 INFO:journalctl@ceph.mon.c.smithi064.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 3716, in upgrade_start 2024-08-29T14:56:46.884 INFO:journalctl@ceph.mon.c.smithi064.stdout: return self.upgrade.upgrade_start(image, version, daemon_types, hosts, services, limit) 2024-08-29T14:56:46.884 INFO:journalctl@ceph.mon.c.smithi064.stdout: File "/usr/share/ceph/mgr/cephadm/upgrade.py", line 330, in upgrade_start 2024-08-29T14:56:46.885 INFO:journalctl@ceph.mon.c.smithi064.stdout: self._validate_upgrade_filters(target_name, daemon_types, hosts, services) 2024-08-29T14:56:46.885 INFO:journalctl@ceph.mon.c.smithi064.stdout: File "/usr/share/ceph/mgr/cephadm/upgrade.py", line 391, in _validate_upgrade_filters 2024-08-29T14:56:46.885 INFO:journalctl@ceph.mon.c.smithi064.stdout: raise OrchestratorError( 2024-08-29T14:56:46.885 INFO:journalctl@ceph.mon.c.smithi064.stdout: orchestrator._interface.OrchestratorError: Cannot set values for --daemon-types, --services or --hosts when upgrade already in progress. 2024-08-29T14:56:46.885 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:45 smithi064 ceph-mon[30833]: pgmap v8: 89 pgs: 89 active+clean; 2.9 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 20 KiB/s rd, 230 B/s wr, 412 op/s 2024-08-29T14:56:46.886 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:45 smithi064 ceph-mon[19398]: from='mgr.14949 172.21.15.64:0/3951125623' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-29T14:56:46.886 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:45 smithi064 ceph-mon[19398]: mgrmap e32: y(active, since 9s), standbys: x 2024-08-29T14:56:46.886 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:45 smithi064 ceph-mon[19398]: from='mgr.14949 ' entity='mgr.y' 2024-08-29T14:56:46.886 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:45 smithi064 ceph-mon[19398]: from='mgr.14949 ' entity='mgr.y' 2024-08-29T14:56:46.886 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:45 smithi064 ceph-mon[19398]: from='client.24875 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:1f4056d968930e12926c25a8f13ee8ed6047c791", "daemon_types": "mon", "limit": 1, "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T14:56:46.886 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:45 smithi064 ceph-mon[19398]: Cannot set values for --daemon-types, --services or --hosts when upgrade already in progress. 2024-08-29T14:56:46.886 INFO:journalctl@ceph.mon.a.smithi064.stdout: Traceback (most recent call last): 2024-08-29T14:56:46.886 INFO:journalctl@ceph.mon.a.smithi064.stdout: File "/usr/share/ceph/mgr/orchestrator/_interface.py", line 140, in wrapper 2024-08-29T14:56:46.887 INFO:journalctl@ceph.mon.a.smithi064.stdout: return OrchResult(f(*args, **kwargs)) 2024-08-29T14:56:46.887 INFO:journalctl@ceph.mon.a.smithi064.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 3716, in upgrade_start 2024-08-29T14:56:46.887 INFO:journalctl@ceph.mon.a.smithi064.stdout: return self.upgrade.upgrade_start(image, version, daemon_types, hosts, services, limit) 2024-08-29T14:56:46.887 INFO:journalctl@ceph.mon.a.smithi064.stdout: File "/usr/share/ceph/mgr/cephadm/upgrade.py", line 330, in upgrade_start 2024-08-29T14:56:46.887 INFO:journalctl@ceph.mon.a.smithi064.stdout: self._validate_upgrade_filters(target_name, daemon_types, hosts, services) 2024-08-29T14:56:46.887 INFO:journalctl@ceph.mon.a.smithi064.stdout: File "/usr/share/ceph/mgr/cephadm/upgrade.py", line 391, in _validate_upgrade_filters 2024-08-29T14:56:46.887 INFO:journalctl@ceph.mon.a.smithi064.stdout: raise OrchestratorError( 2024-08-29T14:56:46.887 INFO:journalctl@ceph.mon.a.smithi064.stdout: orchestrator._interface.OrchestratorError: Cannot set values for --daemon-types, --services or --hosts when upgrade already in progress. 2024-08-29T14:56:46.887 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:45 smithi064 ceph-mon[19398]: pgmap v8: 89 pgs: 89 active+clean; 2.9 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 20 KiB/s rd, 230 B/s wr, 412 op/s 2024-08-29T14:56:46.940 DEBUG:teuthology.orchestra.run.smithi146:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-08-29T14:56:46.976 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-08-29T14:56:46.976 DEBUG:teuthology.orchestra.run.smithi064:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-08-29T14:56:47.008 DEBUG:teuthology.orchestra.run.smithi146:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-08-29T14:56:47.049 INFO:tasks.cephadm:Stopping all daemons... 2024-08-29T14:56:47.050 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-08-29T14:56:47.050 DEBUG:teuthology.orchestra.run.smithi064:> sudo systemctl stop ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@mon.a 2024-08-29T14:56:47.202 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:47 smithi064 systemd[1]: Stopping Ceph mon.a for 2b44bde8-6615-11ef-bcd4-c7b262605968... 2024-08-29T14:56:48.161 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:47 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mon-a[19375]: 2024-08-29T14:56:47.908+0000 7fe9a40ef640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-29T14:56:48.162 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:47 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mon-a[19375]: 2024-08-29T14:56:47.908+0000 7fe9a40ef640 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-08-29T14:56:48.477 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:48 smithi064 podman[84314]: 2024-08-29 14:56:48.160144441 +0000 UTC m=+0.399626808 container died f64ae39a1e3a7638225602d7fd8bfdd4447f39273a12aa69b5107efb45c94c66 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mon-a, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , io.buildah.version=1.37.1, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=reef-fe43f1c, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True) 2024-08-29T14:56:48.780 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:48 smithi064 podman[84314]: 2024-08-29 14:56:48.683427241 +0000 UTC m=+0.922909604 container cleanup f64ae39a1e3a7638225602d7fd8bfdd4447f39273a12aa69b5107efb45c94c66 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mon-a, org.label-schema.license=GPLv2, RELEASE=reef-fe43f1c, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, io.buildah.version=1.37.1, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-29T14:56:48.781 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:48 smithi064 bash[84314]: ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mon-a 2024-08-29T14:56:49.280 INFO:journalctl@ceph.mon.a.smithi064.stdout:Aug 29 14:56:48 smithi064 podman[84360]: 2024-08-29 14:56:48.944127662 +0000 UTC m=+0.780336416 container remove f64ae39a1e3a7638225602d7fd8bfdd4447f39273a12aa69b5107efb45c94c66 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mon-a, GIT_BRANCH=HEAD, io.buildah.version=1.37.1, ceph=True, org.label-schema.build-date=20240731, RELEASE=reef-fe43f1c, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-29T14:56:49.370 DEBUG:teuthology.orchestra.run.smithi064:> sudo pkill -f 'journalctl -f -n 0 -u ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@mon.a.service' 2024-08-29T14:56:49.438 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-29T14:56:49.438 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-08-29T14:56:49.438 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-08-29T14:56:49.439 DEBUG:teuthology.orchestra.run.smithi064:> sudo systemctl stop ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@mon.c 2024-08-29T14:56:49.780 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:49 smithi064 systemd[1]: Stopping Ceph mon.c for 2b44bde8-6615-11ef-bcd4-c7b262605968... 2024-08-29T14:56:50.521 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:50 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: [29/Aug/2024:14:56:50] ENGINE Bus STOPPING 2024-08-29T14:56:50.521 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:50 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: [29/Aug/2024:14:56:50] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-29T14:56:50.522 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:50 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mon-c[30810]: 2024-08-29T14:56:50.062+0000 7f3fc1ca1640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-29T14:56:50.522 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:50 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mon-c[30810]: 2024-08-29T14:56:50.062+0000 7f3fc1ca1640 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-08-29T14:56:50.522 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:50 smithi064 podman[84549]: 2024-08-29 14:56:50.279276764 +0000 UTC m=+0.451137427 container died d074cbb94731a47ccc5c638f7e1bc5afa553cbf31087c21a8d7c03299f91ae61 (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mon-c, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.37.1, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-fe43f1c) 2024-08-29T14:56:50.780 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:50 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: [29/Aug/2024:14:56:50] ENGINE Bus STOPPED 2024-08-29T14:56:50.780 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:50 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: [29/Aug/2024:14:56:50] ENGINE Bus STARTING 2024-08-29T14:56:50.780 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:50 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: [29/Aug/2024:14:56:50] ENGINE Serving on http://:::9283 2024-08-29T14:56:50.780 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:50 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y[79449]: [29/Aug/2024:14:56:50] ENGINE Bus STARTED 2024-08-29T14:56:52.530 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:52 smithi064 podman[84549]: 2024-08-29 14:56:52.034023552 +0000 UTC m=+2.205884208 container cleanup d074cbb94731a47ccc5c638f7e1bc5afa553cbf31087c21a8d7c03299f91ae61 (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mon-c, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, RELEASE=reef-fe43f1c, org.label-schema.build-date=20240731, io.buildah.version=1.37.1) 2024-08-29T14:56:52.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:52 smithi064 bash[84549]: ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mon-c 2024-08-29T14:56:52.531 INFO:journalctl@ceph.mon.c.smithi064.stdout:Aug 29 14:56:52 smithi064 podman[84565]: 2024-08-29 14:56:52.261203397 +0000 UTC m=+1.974745222 container remove d074cbb94731a47ccc5c638f7e1bc5afa553cbf31087c21a8d7c03299f91ae61 (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mon-c, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, io.buildah.version=1.37.1, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, RELEASE=reef-fe43f1c, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux ) 2024-08-29T14:56:52.650 DEBUG:teuthology.orchestra.run.smithi064:> sudo pkill -f 'journalctl -f -n 0 -u ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@mon.c.service' 2024-08-29T14:56:52.696 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-29T14:56:52.697 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-08-29T14:56:52.697 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-08-29T14:56:52.697 DEBUG:teuthology.orchestra.run.smithi146:> sudo systemctl stop ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@mon.b 2024-08-29T14:56:53.224 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:52 smithi146 systemd[1]: Stopping Ceph mon.b for 2b44bde8-6615-11ef-bcd4-c7b262605968... 2024-08-29T14:56:53.974 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:53 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mon-b[23138]: 2024-08-29T14:56:53.571+0000 7f9064d8c640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-29T14:56:53.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:53 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mon-b[23138]: 2024-08-29T14:56:53.571+0000 7f9064d8c640 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-08-29T14:56:53.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:53 smithi146 podman[69012]: 2024-08-29 14:56:53.694321255 +0000 UTC m=+0.635920011 container died 93e457c69213956612ea3d1c3e0dd233ab2034713e1e1362941d0cc7490549d0 (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mon-b, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, RELEASE=reef-fe43f1c, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.37.1, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0) 2024-08-29T14:56:54.474 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:56:54 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x[59137]: ::ffff:172.21.15.146 - - [29/Aug/2024:14:56:54] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T14:56:54.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:54 smithi146 podman[69012]: 2024-08-29 14:56:54.533309579 +0000 UTC m=+1.474908332 container cleanup 93e457c69213956612ea3d1c3e0dd233ab2034713e1e1362941d0cc7490549d0 (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mon-b, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, RELEASE=reef-fe43f1c, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.37.1, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-08-29T14:56:54.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:54 smithi146 bash[69012]: ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mon-b 2024-08-29T14:56:54.975 INFO:journalctl@ceph.mon.b.smithi146.stdout:Aug 29 14:56:54 smithi146 podman[69028]: 2024-08-29 14:56:54.768616208 +0000 UTC m=+1.072648689 container remove 93e457c69213956612ea3d1c3e0dd233ab2034713e1e1362941d0cc7490549d0 (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mon-b, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=reef-fe43f1c, io.buildah.version=1.37.1, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-29T14:56:55.209 DEBUG:teuthology.orchestra.run.smithi146:> sudo pkill -f 'journalctl -f -n 0 -u ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@mon.b.service' 2024-08-29T14:56:55.288 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-29T14:56:55.289 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-08-29T14:56:55.289 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-08-29T14:56:55.289 DEBUG:teuthology.orchestra.run.smithi064:> sudo systemctl stop ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@mgr.y 2024-08-29T14:56:55.780 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:55 smithi064 systemd[1]: Stopping Ceph mgr.y for 2b44bde8-6615-11ef-bcd4-c7b262605968... 2024-08-29T14:56:56.280 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:55 smithi064 podman[84693]: 2024-08-29 14:56:55.944455567 +0000 UTC m=+0.305878495 container died d7156473d647af7747c9a5c546c496965049c224f5444ca280c3275d00cf01c8 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-29T14:56:57.044 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:56 smithi064 podman[84693]: 2024-08-29 14:56:56.791471964 +0000 UTC m=+1.152894886 container cleanup d7156473d647af7747c9a5c546c496965049c224f5444ca280c3275d00cf01c8 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y, org.label-schema.license=GPLv2, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-08-29T14:56:57.044 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:56 smithi064 bash[84693]: ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y 2024-08-29T14:56:57.413 INFO:journalctl@ceph.mgr.y.smithi064.stdout:Aug 29 14:56:57 smithi064 podman[84709]: 2024-08-29 14:56:57.043485096 +0000 UTC m=+1.093248298 container remove d7156473d647af7747c9a5c546c496965049c224f5444ca280c3275d00cf01c8 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-y, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, org.label-schema.license=GPLv2) 2024-08-29T14:56:57.428 DEBUG:teuthology.orchestra.run.smithi064:> sudo pkill -f 'journalctl -f -n 0 -u ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@mgr.y.service' 2024-08-29T14:56:57.485 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-29T14:56:57.485 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-08-29T14:56:57.485 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-08-29T14:56:57.486 DEBUG:teuthology.orchestra.run.smithi146:> sudo systemctl stop ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@mgr.x 2024-08-29T14:56:57.960 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:56:57 smithi146 systemd[1]: Stopping Ceph mgr.x for 2b44bde8-6615-11ef-bcd4-c7b262605968... 2024-08-29T14:56:58.225 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:56:58 smithi146 podman[69132]: 2024-08-29 14:56:58.164738204 +0000 UTC m=+0.278398224 container died 0f8fe63f19bc51ef19a04ecea44842c4f5522efc4857008673e76a88f6dc3251 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True) 2024-08-29T14:56:58.883 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:56:58 smithi146 podman[69132]: 2024-08-29 14:56:58.581299564 +0000 UTC m=+0.694959568 container cleanup 0f8fe63f19bc51ef19a04ecea44842c4f5522efc4857008673e76a88f6dc3251 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, ceph=True, RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-29T14:56:58.884 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:56:58 smithi146 bash[69132]: ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x 2024-08-29T14:56:59.151 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:56:58 smithi146 podman[69152]: 2024-08-29 14:56:58.882928256 +0000 UTC m=+0.712954198 container remove 0f8fe63f19bc51ef19a04ecea44842c4f5522efc4857008673e76a88f6dc3251 (image=quay.ceph.io/ceph-ci/ceph@sha256:a5f4fb9c4b095b4987d7731cc0a7a19fe76076fcf949594b647a426124f476bc, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-mgr-x, maintainer=Guillaume Abrioux , RELEASE=wip-yuri4-testing-2024-08-28-1359-1f4056d, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.37.2) 2024-08-29T14:56:59.151 INFO:journalctl@ceph.mgr.x.smithi146.stdout:Aug 29 14:56:58 smithi146 systemd[1]: ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-08-29T14:56:59.165 DEBUG:teuthology.orchestra.run.smithi146:> sudo pkill -f 'journalctl -f -n 0 -u ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@mgr.x.service' 2024-08-29T14:56:59.234 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-29T14:56:59.234 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-08-29T14:56:59.234 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-08-29T14:56:59.234 DEBUG:teuthology.orchestra.run.smithi064:> sudo systemctl stop ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@osd.0 2024-08-29T14:56:59.530 INFO:journalctl@ceph.osd.0.smithi064.stdout:Aug 29 14:56:59 smithi064 systemd[1]: Stopping Ceph osd.0 for 2b44bde8-6615-11ef-bcd4-c7b262605968... 2024-08-29T14:57:00.030 INFO:journalctl@ceph.osd.0.smithi064.stdout:Aug 29 14:56:59 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-0[35227]: 2024-08-29T14:56:59.699+0000 7f88093c2640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-29T14:57:00.030 INFO:journalctl@ceph.osd.0.smithi064.stdout:Aug 29 14:56:59 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-0[35227]: 2024-08-29T14:56:59.699+0000 7f88093c2640 -1 osd.0 79 *** Got signal Terminated *** 2024-08-29T14:57:00.030 INFO:journalctl@ceph.osd.0.smithi064.stdout:Aug 29 14:56:59 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-0[35227]: 2024-08-29T14:56:59.699+0000 7f88093c2640 -1 osd.0 79 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-29T14:57:05.530 INFO:journalctl@ceph.osd.0.smithi064.stdout:Aug 29 14:57:05 smithi064 podman[84814]: 2024-08-29 14:57:05.232545938 +0000 UTC m=+5.684200217 container died 770cbb3bc8488c5d1d5a62f40f5f3f1e1d903bb9d2e9b7423979bb72d282e3b9 (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=reef-fe43f1c, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.37.1, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-08-29T14:57:05.968 INFO:journalctl@ceph.osd.0.smithi064.stdout:Aug 29 14:57:05 smithi064 podman[84814]: 2024-08-29 14:57:05.713571185 +0000 UTC m=+6.165225502 container cleanup 770cbb3bc8488c5d1d5a62f40f5f3f1e1d903bb9d2e9b7423979bb72d282e3b9 (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-fe43f1c, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, io.buildah.version=1.37.1) 2024-08-29T14:57:05.968 INFO:journalctl@ceph.osd.0.smithi064.stdout:Aug 29 14:57:05 smithi064 bash[84814]: ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-0 2024-08-29T14:57:06.280 INFO:journalctl@ceph.osd.0.smithi064.stdout:Aug 29 14:57:06 smithi064 podman[84832]: 2024-08-29 14:57:06.015537079 +0000 UTC m=+0.774667728 container remove 770cbb3bc8488c5d1d5a62f40f5f3f1e1d903bb9d2e9b7423979bb72d282e3b9 (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-0, RELEASE=reef-fe43f1c, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.37.1, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731) 2024-08-29T14:57:06.603 INFO:journalctl@ceph.osd.0.smithi064.stdout:Aug 29 14:57:06 smithi064 podman[84922]: 2024-08-29 14:57:06.239582744 +0000 UTC m=+0.016281300 image pull 96384990183a90e11fa6fcb78b6a44500ccf55da778999360ad8f92318176892 quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee 2024-08-29T14:57:06.603 INFO:journalctl@ceph.osd.0.smithi064.stdout:Aug 29 14:57:06 smithi064 podman[84922]: 2024-08-29 14:57:06.374927686 +0000 UTC m=+0.151626242 container create 08db56ff0f57114f7a4dfe7757b8ec325a9db86e9cb0f4f2994958602610454f (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-0-deactivate, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.1, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=reef-fe43f1c, org.label-schema.license=GPLv2) 2024-08-29T14:57:07.030 INFO:journalctl@ceph.osd.0.smithi064.stdout:Aug 29 14:57:06 smithi064 podman[84922]: 2024-08-29 14:57:06.602425204 +0000 UTC m=+0.379123760 container init 08db56ff0f57114f7a4dfe7757b8ec325a9db86e9cb0f4f2994958602610454f (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-0-deactivate, GIT_CLEAN=True, io.buildah.version=1.37.1, org.label-schema.license=GPLv2, RELEASE=reef-fe43f1c, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-08-29T14:57:07.030 INFO:journalctl@ceph.osd.0.smithi064.stdout:Aug 29 14:57:06 smithi064 podman[84922]: 2024-08-29 14:57:06.607520698 +0000 UTC m=+0.384219256 container start 08db56ff0f57114f7a4dfe7757b8ec325a9db86e9cb0f4f2994958602610454f (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, RELEASE=reef-fe43f1c, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.37.1, ceph=True) 2024-08-29T14:57:07.030 INFO:journalctl@ceph.osd.0.smithi064.stdout:Aug 29 14:57:06 smithi064 podman[84922]: 2024-08-29 14:57:06.719310759 +0000 UTC m=+0.496009326 container attach 08db56ff0f57114f7a4dfe7757b8ec325a9db86e9cb0f4f2994958602610454f (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-0-deactivate, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, io.buildah.version=1.37.1, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=reef-fe43f1c, org.label-schema.vendor=CentOS) 2024-08-29T14:57:07.030 INFO:journalctl@ceph.osd.0.smithi064.stdout:Aug 29 14:57:06 smithi064 podman[84922]: 2024-08-29 14:57:06.808508802 +0000 UTC m=+0.585207365 container died 08db56ff0f57114f7a4dfe7757b8ec325a9db86e9cb0f4f2994958602610454f (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-0-deactivate, RELEASE=reef-fe43f1c, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.37.1, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-08-29T14:57:07.595 DEBUG:teuthology.orchestra.run.smithi064:> sudo pkill -f 'journalctl -f -n 0 -u ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@osd.0.service' 2024-08-29T14:57:07.634 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-29T14:57:07.634 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-08-29T14:57:07.635 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-08-29T14:57:07.635 DEBUG:teuthology.orchestra.run.smithi064:> sudo systemctl stop ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@osd.1 2024-08-29T14:57:07.988 INFO:journalctl@ceph.osd.1.smithi064.stdout:Aug 29 14:57:07 smithi064 systemd[1]: Stopping Ceph osd.1 for 2b44bde8-6615-11ef-bcd4-c7b262605968... 2024-08-29T14:57:08.280 INFO:journalctl@ceph.osd.1.smithi064.stdout:Aug 29 14:57:07 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-1[41158]: 2024-08-29T14:57:07.986+0000 7ff62bdaf640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-29T14:57:08.280 INFO:journalctl@ceph.osd.1.smithi064.stdout:Aug 29 14:57:07 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-1[41158]: 2024-08-29T14:57:07.986+0000 7ff62bdaf640 -1 osd.1 79 *** Got signal Terminated *** 2024-08-29T14:57:08.280 INFO:journalctl@ceph.osd.1.smithi064.stdout:Aug 29 14:57:07 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-1[41158]: 2024-08-29T14:57:07.986+0000 7ff62bdaf640 -1 osd.1 79 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-29T14:57:13.612 INFO:journalctl@ceph.osd.1.smithi064.stdout:Aug 29 14:57:13 smithi064 podman[85051]: 2024-08-29 14:57:13.334605831 +0000 UTC m=+5.473115797 container died fc5e44167e9bbb49ffa0a9a0d4fd80a370bd31c22af9dab7f5c4af961b99f493 (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-1, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.37.1, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=reef-fe43f1c, org.label-schema.vendor=CentOS) 2024-08-29T14:57:13.975 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:57:13 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[67444]: ts=2024-08-29T14:57:13.487Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.146:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.146:8765: connect: connection refused" 2024-08-29T14:57:13.975 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:57:13 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[67444]: ts=2024-08-29T14:57:13.487Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.146:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.146:8765: connect: connection refused" 2024-08-29T14:57:13.975 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:57:13 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[67444]: ts=2024-08-29T14:57:13.487Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.146:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.146:8765: connect: connection refused" 2024-08-29T14:57:13.975 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:57:13 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[67444]: ts=2024-08-29T14:57:13.487Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.146:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.146:8765: connect: connection refused" 2024-08-29T14:57:13.975 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:57:13 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[67444]: ts=2024-08-29T14:57:13.487Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.146:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.146:8765: connect: connection refused" 2024-08-29T14:57:13.976 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:57:13 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[67444]: ts=2024-08-29T14:57:13.487Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nfs msg="Unable to refresh target groups" err="Get \"http://172.21.15.146:8765/sd/prometheus/sd-config?service=nfs\": dial tcp 172.21.15.146:8765: connect: connection refused" 2024-08-29T14:57:14.030 INFO:journalctl@ceph.osd.1.smithi064.stdout:Aug 29 14:57:13 smithi064 podman[85051]: 2024-08-29 14:57:13.818399628 +0000 UTC m=+5.956909621 container cleanup fc5e44167e9bbb49ffa0a9a0d4fd80a370bd31c22af9dab7f5c4af961b99f493 (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-1, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, io.buildah.version=1.37.1, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=reef-fe43f1c, org.label-schema.schema-version=1.0) 2024-08-29T14:57:14.030 INFO:journalctl@ceph.osd.1.smithi064.stdout:Aug 29 14:57:13 smithi064 bash[85051]: ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-1 2024-08-29T14:57:14.392 INFO:journalctl@ceph.osd.1.smithi064.stdout:Aug 29 14:57:14 smithi064 podman[85073]: 2024-08-29 14:57:14.061350559 +0000 UTC m=+0.729260067 container remove fc5e44167e9bbb49ffa0a9a0d4fd80a370bd31c22af9dab7f5c4af961b99f493 (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-1, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.37.1, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=reef-fe43f1c, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True) 2024-08-29T14:57:14.657 INFO:journalctl@ceph.osd.1.smithi064.stdout:Aug 29 14:57:14 smithi064 podman[85165]: 2024-08-29 14:57:14.294436595 +0000 UTC m=+0.016108695 image pull 96384990183a90e11fa6fcb78b6a44500ccf55da778999360ad8f92318176892 quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee 2024-08-29T14:57:14.657 INFO:journalctl@ceph.osd.1.smithi064.stdout:Aug 29 14:57:14 smithi064 podman[85165]: 2024-08-29 14:57:14.403754334 +0000 UTC m=+0.125426418 container create 6ccae636f51d1b18c7c21210c5a43b28074bb444af6846ed9cabb335ea0af162 (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-1-deactivate, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.37.1, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=reef-fe43f1c) 2024-08-29T14:57:14.657 INFO:journalctl@ceph.osd.1.smithi064.stdout:Aug 29 14:57:14 smithi064 podman[85165]: 2024-08-29 14:57:14.65650956 +0000 UTC m=+0.378181653 container init 6ccae636f51d1b18c7c21210c5a43b28074bb444af6846ed9cabb335ea0af162 (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-1-deactivate, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.37.1, RELEASE=reef-fe43f1c, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-29T14:57:15.030 INFO:journalctl@ceph.osd.1.smithi064.stdout:Aug 29 14:57:14 smithi064 podman[85165]: 2024-08-29 14:57:14.661261954 +0000 UTC m=+0.382934041 container start 6ccae636f51d1b18c7c21210c5a43b28074bb444af6846ed9cabb335ea0af162 (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-1-deactivate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=reef-fe43f1c, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.37.1, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-29T14:57:15.030 INFO:journalctl@ceph.osd.1.smithi064.stdout:Aug 29 14:57:14 smithi064 podman[85165]: 2024-08-29 14:57:14.74825715 +0000 UTC m=+0.469929235 container attach 6ccae636f51d1b18c7c21210c5a43b28074bb444af6846ed9cabb335ea0af162 (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-1-deactivate, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.37.1, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, RELEASE=reef-fe43f1c, GIT_BRANCH=HEAD) 2024-08-29T14:57:15.031 INFO:journalctl@ceph.osd.1.smithi064.stdout:Aug 29 14:57:14 smithi064 podman[85165]: 2024-08-29 14:57:14.850930168 +0000 UTC m=+0.572602255 container died 6ccae636f51d1b18c7c21210c5a43b28074bb444af6846ed9cabb335ea0af162 (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-1-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=reef-fe43f1c, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.1, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-08-29T14:57:15.564 DEBUG:teuthology.orchestra.run.smithi064:> sudo pkill -f 'journalctl -f -n 0 -u ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@osd.1.service' 2024-08-29T14:57:15.605 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-29T14:57:15.606 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-08-29T14:57:15.606 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-08-29T14:57:15.606 DEBUG:teuthology.orchestra.run.smithi064:> sudo systemctl stop ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@osd.2 2024-08-29T14:57:15.957 INFO:journalctl@ceph.osd.2.smithi064.stdout:Aug 29 14:57:15 smithi064 systemd[1]: Stopping Ceph osd.2 for 2b44bde8-6615-11ef-bcd4-c7b262605968... 2024-08-29T14:57:16.280 INFO:journalctl@ceph.osd.2.smithi064.stdout:Aug 29 14:57:15 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-2[47122]: 2024-08-29T14:57:15.956+0000 7f810bfe8640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-29T14:57:16.280 INFO:journalctl@ceph.osd.2.smithi064.stdout:Aug 29 14:57:15 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-2[47122]: 2024-08-29T14:57:15.956+0000 7f810bfe8640 -1 osd.2 79 *** Got signal Terminated *** 2024-08-29T14:57:16.280 INFO:journalctl@ceph.osd.2.smithi064.stdout:Aug 29 14:57:15 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-2[47122]: 2024-08-29T14:57:15.956+0000 7f810bfe8640 -1 osd.2 79 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-29T14:57:21.590 INFO:journalctl@ceph.osd.2.smithi064.stdout:Aug 29 14:57:21 smithi064 podman[85291]: 2024-08-29 14:57:21.299692452 +0000 UTC m=+5.468718789 container died 65d83b931adb53cf1a5b677afb96edb4aa2ac574b2a7dd182c66ba0bc04382cd (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-2, RELEASE=reef-fe43f1c, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.37.1, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-08-29T14:57:22.030 INFO:journalctl@ceph.osd.2.smithi064.stdout:Aug 29 14:57:21 smithi064 podman[85291]: 2024-08-29 14:57:21.771615784 +0000 UTC m=+5.940642106 container cleanup 65d83b931adb53cf1a5b677afb96edb4aa2ac574b2a7dd182c66ba0bc04382cd (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-2, CEPH_POINT_RELEASE=, RELEASE=reef-fe43f1c, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , io.buildah.version=1.37.1) 2024-08-29T14:57:22.030 INFO:journalctl@ceph.osd.2.smithi064.stdout:Aug 29 14:57:21 smithi064 bash[85291]: ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-2 2024-08-29T14:57:22.395 INFO:journalctl@ceph.osd.2.smithi064.stdout:Aug 29 14:57:22 smithi064 podman[85313]: 2024-08-29 14:57:22.064686399 +0000 UTC m=+0.758429343 container remove 65d83b931adb53cf1a5b677afb96edb4aa2ac574b2a7dd182c66ba0bc04382cd (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-fe43f1c, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, io.buildah.version=1.37.1, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-08-29T14:57:22.726 INFO:journalctl@ceph.osd.2.smithi064.stdout:Aug 29 14:57:22 smithi064 podman[85406]: 2024-08-29 14:57:22.297160635 +0000 UTC m=+0.016231636 image pull 96384990183a90e11fa6fcb78b6a44500ccf55da778999360ad8f92318176892 quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee 2024-08-29T14:57:22.727 INFO:journalctl@ceph.osd.2.smithi064.stdout:Aug 29 14:57:22 smithi064 podman[85406]: 2024-08-29 14:57:22.615765363 +0000 UTC m=+0.334836406 container create d406c21f2205a4296a593bc146cf1a462873a943463f31bc6f2b6b5260cd2c85 (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-2-deactivate, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-fe43f1c, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.37.1, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-08-29T14:57:23.030 INFO:journalctl@ceph.osd.2.smithi064.stdout:Aug 29 14:57:22 smithi064 podman[85406]: 2024-08-29 14:57:22.83468745 +0000 UTC m=+0.553758451 container init d406c21f2205a4296a593bc146cf1a462873a943463f31bc6f2b6b5260cd2c85 (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-2-deactivate, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, RELEASE=reef-fe43f1c, GIT_BRANCH=HEAD, io.buildah.version=1.37.1, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-29T14:57:23.030 INFO:journalctl@ceph.osd.2.smithi064.stdout:Aug 29 14:57:22 smithi064 podman[85406]: 2024-08-29 14:57:22.839697854 +0000 UTC m=+0.558768868 container start d406c21f2205a4296a593bc146cf1a462873a943463f31bc6f2b6b5260cd2c85 (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-2-deactivate, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.37.1, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=reef-fe43f1c, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-08-29T14:57:23.030 INFO:journalctl@ceph.osd.2.smithi064.stdout:Aug 29 14:57:22 smithi064 podman[85406]: 2024-08-29 14:57:22.926212678 +0000 UTC m=+0.645283688 container attach d406c21f2205a4296a593bc146cf1a462873a943463f31bc6f2b6b5260cd2c85 (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-2-deactivate, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.37.1, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-fe43f1c, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux ) 2024-08-29T14:57:23.295 INFO:journalctl@ceph.osd.2.smithi064.stdout:Aug 29 14:57:23 smithi064 podman[85406]: 2024-08-29 14:57:23.04162561 +0000 UTC m=+0.760696612 container died d406c21f2205a4296a593bc146cf1a462873a943463f31bc6f2b6b5260cd2c85 (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-2-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=reef-fe43f1c, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731, io.buildah.version=1.37.1, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-29T14:57:24.241 DEBUG:teuthology.orchestra.run.smithi064:> sudo pkill -f 'journalctl -f -n 0 -u ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@osd.2.service' 2024-08-29T14:57:24.280 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-29T14:57:24.281 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-08-29T14:57:24.281 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-08-29T14:57:24.281 DEBUG:teuthology.orchestra.run.smithi064:> sudo systemctl stop ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@osd.3 2024-08-29T14:57:24.530 INFO:journalctl@ceph.osd.3.smithi064.stdout:Aug 29 14:57:24 smithi064 systemd[1]: Stopping Ceph osd.3 for 2b44bde8-6615-11ef-bcd4-c7b262605968... 2024-08-29T14:57:25.030 INFO:journalctl@ceph.osd.3.smithi064.stdout:Aug 29 14:57:24 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-3[53715]: 2024-08-29T14:57:24.634+0000 7fc29263d640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-29T14:57:25.030 INFO:journalctl@ceph.osd.3.smithi064.stdout:Aug 29 14:57:24 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-3[53715]: 2024-08-29T14:57:24.634+0000 7fc29263d640 -1 osd.3 79 *** Got signal Terminated *** 2024-08-29T14:57:25.031 INFO:journalctl@ceph.osd.3.smithi064.stdout:Aug 29 14:57:24 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-3[53715]: 2024-08-29T14:57:24.634+0000 7fc29263d640 -1 osd.3 79 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-29T14:57:25.724 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:25 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:25.431+0000 7f5811285640 -1 osd.6 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:56:59.502963+0000 front 2024-08-29T14:56:59.502908+0000 (oldest deadline 2024-08-29T14:57:25.402703+0000) 2024-08-29T14:57:26.725 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:26 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:26.387+0000 7f5811285640 -1 osd.6 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:56:59.502963+0000 front 2024-08-29T14:56:59.502908+0000 (oldest deadline 2024-08-29T14:57:25.402703+0000) 2024-08-29T14:57:27.225 INFO:journalctl@ceph.osd.4.smithi146.stdout:Aug 29 14:57:26 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-4[28567]: 2024-08-29T14:57:26.844+0000 7fb81f2f5640 -1 osd.4 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:03.593991+0000 front 2024-08-29T14:57:03.593790+0000 (oldest deadline 2024-08-29T14:57:25.893935+0000) 2024-08-29T14:57:27.643 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:27 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:27.385+0000 7f5811285640 -1 osd.6 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:56:59.502963+0000 front 2024-08-29T14:56:59.502908+0000 (oldest deadline 2024-08-29T14:57:25.402703+0000) 2024-08-29T14:57:27.894 INFO:journalctl@ceph.osd.4.smithi146.stdout:Aug 29 14:57:27 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-4[28567]: 2024-08-29T14:57:27.870+0000 7fb81f2f5640 -1 osd.4 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:03.593991+0000 front 2024-08-29T14:57:03.593790+0000 (oldest deadline 2024-08-29T14:57:25.893935+0000) 2024-08-29T14:57:28.280 INFO:journalctl@ceph.osd.3.smithi064.stdout:Aug 29 14:57:27 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-3[53715]: 2024-08-29T14:57:27.838+0000 7fc28ac49640 -1 osd.3 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:01.353946+0000 front 2024-08-29T14:57:01.354006+0000 (oldest deadline 2024-08-29T14:57:27.253876+0000) 2024-08-29T14:57:28.725 INFO:journalctl@ceph.osd.5.smithi146.stdout:Aug 29 14:57:28 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-5[34416]: 2024-08-29T14:57:28.404+0000 7f6ec1aa9640 -1 osd.5 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:04.579732+0000 front 2024-08-29T14:57:04.580849+0000 (oldest deadline 2024-08-29T14:57:27.479505+0000) 2024-08-29T14:57:28.725 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:28 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:28.366+0000 7f5811285640 -1 osd.6 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:56:59.502963+0000 front 2024-08-29T14:56:59.502908+0000 (oldest deadline 2024-08-29T14:57:25.402703+0000) 2024-08-29T14:57:29.224 INFO:journalctl@ceph.osd.4.smithi146.stdout:Aug 29 14:57:28 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-4[28567]: 2024-08-29T14:57:28.867+0000 7fb81f2f5640 -1 osd.4 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:03.593991+0000 front 2024-08-29T14:57:03.593790+0000 (oldest deadline 2024-08-29T14:57:25.893935+0000) 2024-08-29T14:57:29.280 INFO:journalctl@ceph.osd.3.smithi064.stdout:Aug 29 14:57:28 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-3[53715]: 2024-08-29T14:57:28.853+0000 7fc28ac49640 -1 osd.3 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:01.353946+0000 front 2024-08-29T14:57:01.354006+0000 (oldest deadline 2024-08-29T14:57:27.253876+0000) 2024-08-29T14:57:29.724 INFO:journalctl@ceph.osd.5.smithi146.stdout:Aug 29 14:57:29 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-5[34416]: 2024-08-29T14:57:29.383+0000 7f6ec1aa9640 -1 osd.5 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:04.579732+0000 front 2024-08-29T14:57:04.580849+0000 (oldest deadline 2024-08-29T14:57:27.479505+0000) 2024-08-29T14:57:29.725 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:29 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:29.326+0000 7f5811285640 -1 osd.6 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:56:59.502963+0000 front 2024-08-29T14:56:59.502908+0000 (oldest deadline 2024-08-29T14:57:25.402703+0000) 2024-08-29T14:57:30.224 INFO:journalctl@ceph.osd.4.smithi146.stdout:Aug 29 14:57:29 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-4[28567]: 2024-08-29T14:57:29.834+0000 7fb81f2f5640 -1 osd.4 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:03.593991+0000 front 2024-08-29T14:57:03.593790+0000 (oldest deadline 2024-08-29T14:57:25.893935+0000) 2024-08-29T14:57:30.225 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:29 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:29.814+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:03.616044+0000 front 2024-08-29T14:57:03.616971+0000 (oldest deadline 2024-08-29T14:57:28.916250+0000) 2024-08-29T14:57:30.385 INFO:journalctl@ceph.osd.3.smithi064.stdout:Aug 29 14:57:30 smithi064 podman[85548]: 2024-08-29 14:57:30.103681989 +0000 UTC m=+5.600559250 container died 5e8c4550a68be9b07b443b466918277dba0edb3df77891fae1e48a6168dbdd3b (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-3, io.buildah.version=1.37.1, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=reef-fe43f1c, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-08-29T14:57:30.724 INFO:journalctl@ceph.osd.5.smithi146.stdout:Aug 29 14:57:30 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-5[34416]: 2024-08-29T14:57:30.420+0000 7f6ec1aa9640 -1 osd.5 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:04.579732+0000 front 2024-08-29T14:57:04.580849+0000 (oldest deadline 2024-08-29T14:57:27.479505+0000) 2024-08-29T14:57:30.725 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:30 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:30.283+0000 7f5811285640 -1 osd.6 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:56:59.502963+0000 front 2024-08-29T14:56:59.502908+0000 (oldest deadline 2024-08-29T14:57:25.402703+0000) 2024-08-29T14:57:30.780 INFO:journalctl@ceph.osd.3.smithi064.stdout:Aug 29 14:57:30 smithi064 podman[85548]: 2024-08-29 14:57:30.559005013 +0000 UTC m=+6.055882253 container cleanup 5e8c4550a68be9b07b443b466918277dba0edb3df77891fae1e48a6168dbdd3b (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-3, org.label-schema.schema-version=1.0, RELEASE=reef-fe43f1c, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.37.1, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-08-29T14:57:30.780 INFO:journalctl@ceph.osd.3.smithi064.stdout:Aug 29 14:57:30 smithi064 bash[85548]: ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-3 2024-08-29T14:57:31.176 INFO:journalctl@ceph.osd.3.smithi064.stdout:Aug 29 14:57:30 smithi064 podman[85569]: 2024-08-29 14:57:30.852290821 +0000 UTC m=+0.742993057 container remove 5e8c4550a68be9b07b443b466918277dba0edb3df77891fae1e48a6168dbdd3b (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-3, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.1, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-fe43f1c, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-08-29T14:57:31.225 INFO:journalctl@ceph.osd.4.smithi146.stdout:Aug 29 14:57:30 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-4[28567]: 2024-08-29T14:57:30.800+0000 7fb81f2f5640 -1 osd.4 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:03.593991+0000 front 2024-08-29T14:57:03.593790+0000 (oldest deadline 2024-08-29T14:57:25.893935+0000) 2024-08-29T14:57:31.226 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:30 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:30.863+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:03.616044+0000 front 2024-08-29T14:57:03.616971+0000 (oldest deadline 2024-08-29T14:57:28.916250+0000) 2024-08-29T14:57:31.428 INFO:journalctl@ceph.osd.3.smithi064.stdout:Aug 29 14:57:31 smithi064 podman[85662]: 2024-08-29 14:57:31.078585636 +0000 UTC m=+0.016059579 image pull 96384990183a90e11fa6fcb78b6a44500ccf55da778999360ad8f92318176892 quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee 2024-08-29T14:57:31.428 INFO:journalctl@ceph.osd.3.smithi064.stdout:Aug 29 14:57:31 smithi064 podman[85662]: 2024-08-29 14:57:31.186238689 +0000 UTC m=+0.123712616 container create dab95b112c37a95ced89bf0fc7f08563a9689a67584f49b3ef2baaa3156d81f6 (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-3-deactivate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.37.1, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, RELEASE=reef-fe43f1c) 2024-08-29T14:57:31.428 INFO:journalctl@ceph.osd.3.smithi064.stdout:Aug 29 14:57:31 smithi064 podman[85662]: 2024-08-29 14:57:31.422418773 +0000 UTC m=+0.359892707 container init dab95b112c37a95ced89bf0fc7f08563a9689a67584f49b3ef2baaa3156d81f6 (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-3-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, RELEASE=reef-fe43f1c, io.buildah.version=1.37.1, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-08-29T14:57:31.429 INFO:journalctl@ceph.osd.3.smithi064.stdout:Aug 29 14:57:31 smithi064 podman[85662]: 2024-08-29 14:57:31.42764027 +0000 UTC m=+0.365114198 container start dab95b112c37a95ced89bf0fc7f08563a9689a67584f49b3ef2baaa3156d81f6 (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-3-deactivate, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.1, RELEASE=reef-fe43f1c, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS) 2024-08-29T14:57:31.725 INFO:journalctl@ceph.osd.5.smithi146.stdout:Aug 29 14:57:31 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-5[34416]: 2024-08-29T14:57:31.393+0000 7f6ec1aa9640 -1 osd.5 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:04.579732+0000 front 2024-08-29T14:57:04.580849+0000 (oldest deadline 2024-08-29T14:57:27.479505+0000) 2024-08-29T14:57:31.725 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:31 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:31.333+0000 7f5811285640 -1 osd.6 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:56:59.502963+0000 front 2024-08-29T14:56:59.502908+0000 (oldest deadline 2024-08-29T14:57:25.402703+0000) 2024-08-29T14:57:31.780 INFO:journalctl@ceph.osd.3.smithi064.stdout:Aug 29 14:57:31 smithi064 podman[85662]: 2024-08-29 14:57:31.530441717 +0000 UTC m=+0.467915658 container attach dab95b112c37a95ced89bf0fc7f08563a9689a67584f49b3ef2baaa3156d81f6 (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-3-deactivate, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, io.buildah.version=1.37.1, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=reef-fe43f1c, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-29T14:57:31.780 INFO:journalctl@ceph.osd.3.smithi064.stdout:Aug 29 14:57:31 smithi064 podman[85662]: 2024-08-29 14:57:31.6173731 +0000 UTC m=+0.554847038 container died dab95b112c37a95ced89bf0fc7f08563a9689a67584f49b3ef2baaa3156d81f6 (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-3-deactivate, io.buildah.version=1.37.1, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=reef-fe43f1c, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True) 2024-08-29T14:57:32.180 DEBUG:teuthology.orchestra.run.smithi064:> sudo pkill -f 'journalctl -f -n 0 -u ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@osd.3.service' 2024-08-29T14:57:32.218 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-29T14:57:32.218 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-08-29T14:57:32.218 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-08-29T14:57:32.218 DEBUG:teuthology.orchestra.run.smithi146:> sudo systemctl stop ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@osd.4 2024-08-29T14:57:32.224 INFO:journalctl@ceph.osd.4.smithi146.stdout:Aug 29 14:57:31 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-4[28567]: 2024-08-29T14:57:31.809+0000 7fb81f2f5640 -1 osd.4 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:03.593991+0000 front 2024-08-29T14:57:03.593790+0000 (oldest deadline 2024-08-29T14:57:25.893935+0000) 2024-08-29T14:57:32.224 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:31 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:31.843+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:03.616044+0000 front 2024-08-29T14:57:03.616971+0000 (oldest deadline 2024-08-29T14:57:28.916250+0000) 2024-08-29T14:57:32.522 INFO:journalctl@ceph.osd.4.smithi146.stdout:Aug 29 14:57:32 smithi146 systemd[1]: Stopping Ceph osd.4 for 2b44bde8-6615-11ef-bcd4-c7b262605968... 2024-08-29T14:57:32.522 INFO:journalctl@ceph.osd.5.smithi146.stdout:Aug 29 14:57:32 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-5[34416]: 2024-08-29T14:57:32.419+0000 7f6ec1aa9640 -1 osd.5 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:04.579732+0000 front 2024-08-29T14:57:04.580849+0000 (oldest deadline 2024-08-29T14:57:27.479505+0000) 2024-08-29T14:57:32.522 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:32 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:32.326+0000 7f5811285640 -1 osd.6 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:56:59.502963+0000 front 2024-08-29T14:56:59.502908+0000 (oldest deadline 2024-08-29T14:57:25.402703+0000) 2024-08-29T14:57:32.815 INFO:journalctl@ceph.osd.4.smithi146.stdout:Aug 29 14:57:32 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-4[28567]: 2024-08-29T14:57:32.520+0000 7fb822ce1640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-29T14:57:32.816 INFO:journalctl@ceph.osd.4.smithi146.stdout:Aug 29 14:57:32 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-4[28567]: 2024-08-29T14:57:32.520+0000 7fb822ce1640 -1 osd.4 79 *** Got signal Terminated *** 2024-08-29T14:57:32.816 INFO:journalctl@ceph.osd.4.smithi146.stdout:Aug 29 14:57:32 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-4[28567]: 2024-08-29T14:57:32.520+0000 7fb822ce1640 -1 osd.4 79 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-29T14:57:33.224 INFO:journalctl@ceph.osd.4.smithi146.stdout:Aug 29 14:57:32 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-4[28567]: 2024-08-29T14:57:32.815+0000 7fb81f2f5640 -1 osd.4 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:03.593991+0000 front 2024-08-29T14:57:03.593790+0000 (oldest deadline 2024-08-29T14:57:25.893935+0000) 2024-08-29T14:57:33.225 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:32 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:32.829+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:03.616044+0000 front 2024-08-29T14:57:03.616971+0000 (oldest deadline 2024-08-29T14:57:28.916250+0000) 2024-08-29T14:57:33.725 INFO:journalctl@ceph.osd.5.smithi146.stdout:Aug 29 14:57:33 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-5[34416]: 2024-08-29T14:57:33.398+0000 7f6ec1aa9640 -1 osd.5 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:04.579732+0000 front 2024-08-29T14:57:04.580849+0000 (oldest deadline 2024-08-29T14:57:27.479505+0000) 2024-08-29T14:57:33.725 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:33 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:33.328+0000 7f5811285640 -1 osd.6 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:56:59.502963+0000 front 2024-08-29T14:56:59.502908+0000 (oldest deadline 2024-08-29T14:57:25.402703+0000) 2024-08-29T14:57:34.225 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:33 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:33.803+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:03.616044+0000 front 2024-08-29T14:57:03.616971+0000 (oldest deadline 2024-08-29T14:57:28.916250+0000) 2024-08-29T14:57:34.225 INFO:journalctl@ceph.osd.4.smithi146.stdout:Aug 29 14:57:33 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-4[28567]: 2024-08-29T14:57:33.818+0000 7fb81f2f5640 -1 osd.4 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:03.593991+0000 front 2024-08-29T14:57:03.593790+0000 (oldest deadline 2024-08-29T14:57:25.893935+0000) 2024-08-29T14:57:34.724 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:34 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:34.300+0000 7f5811285640 -1 osd.6 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:56:59.502963+0000 front 2024-08-29T14:56:59.502908+0000 (oldest deadline 2024-08-29T14:57:25.402703+0000) 2024-08-29T14:57:34.725 INFO:journalctl@ceph.osd.5.smithi146.stdout:Aug 29 14:57:34 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-5[34416]: 2024-08-29T14:57:34.412+0000 7f6ec1aa9640 -1 osd.5 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:04.579732+0000 front 2024-08-29T14:57:04.580849+0000 (oldest deadline 2024-08-29T14:57:27.479505+0000) 2024-08-29T14:57:35.224 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:34 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:34.808+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:03.616044+0000 front 2024-08-29T14:57:03.616971+0000 (oldest deadline 2024-08-29T14:57:28.916250+0000) 2024-08-29T14:57:35.225 INFO:journalctl@ceph.osd.4.smithi146.stdout:Aug 29 14:57:34 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-4[28567]: 2024-08-29T14:57:34.860+0000 7fb81f2f5640 -1 osd.4 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:03.593991+0000 front 2024-08-29T14:57:03.593790+0000 (oldest deadline 2024-08-29T14:57:25.893935+0000) 2024-08-29T14:57:35.225 INFO:journalctl@ceph.osd.4.smithi146.stdout:Aug 29 14:57:34 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-4[28567]: 2024-08-29T14:57:34.860+0000 7fb81f2f5640 -1 osd.4 79 get_health_metrics reporting 5 slow ops, oldest is osd_op(client.14805.0:243287 5.e 5:79a64d41:::benchmark_data_smithi064_75134_object107877:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e79) 2024-08-29T14:57:35.724 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:35 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:35.313+0000 7f5811285640 -1 osd.6 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:56:59.502963+0000 front 2024-08-29T14:56:59.502908+0000 (oldest deadline 2024-08-29T14:57:25.402703+0000) 2024-08-29T14:57:35.725 INFO:journalctl@ceph.osd.5.smithi146.stdout:Aug 29 14:57:35 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-5[34416]: 2024-08-29T14:57:35.397+0000 7f6ec1aa9640 -1 osd.5 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:04.579732+0000 front 2024-08-29T14:57:04.580849+0000 (oldest deadline 2024-08-29T14:57:27.479505+0000) 2024-08-29T14:57:35.725 INFO:journalctl@ceph.osd.5.smithi146.stdout:Aug 29 14:57:35 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-5[34416]: 2024-08-29T14:57:35.397+0000 7f6ec1aa9640 -1 osd.5 79 get_health_metrics reporting 1 slow ops, oldest is osd_op(client.14805.0:243291 5.7 5:e36143dd:::benchmark_data_smithi064_75134_object107881:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e79) 2024-08-29T14:57:36.225 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:35 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:35.857+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:03.616044+0000 front 2024-08-29T14:57:03.616971+0000 (oldest deadline 2024-08-29T14:57:28.916250+0000) 2024-08-29T14:57:36.225 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:35 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:35.857+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6814 osd.1 since back 2024-08-29T14:57:08.916883+0000 front 2024-08-29T14:57:08.916704+0000 (oldest deadline 2024-08-29T14:57:34.816751+0000) 2024-08-29T14:57:36.225 INFO:journalctl@ceph.osd.4.smithi146.stdout:Aug 29 14:57:35 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-4[28567]: 2024-08-29T14:57:35.882+0000 7fb81f2f5640 -1 osd.4 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:03.593991+0000 front 2024-08-29T14:57:03.593790+0000 (oldest deadline 2024-08-29T14:57:25.893935+0000) 2024-08-29T14:57:36.225 INFO:journalctl@ceph.osd.4.smithi146.stdout:Aug 29 14:57:35 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-4[28567]: 2024-08-29T14:57:35.882+0000 7fb81f2f5640 -1 osd.4 79 heartbeat_check: no reply from 172.21.15.64:6814 osd.1 since back 2024-08-29T14:57:10.594996+0000 front 2024-08-29T14:57:10.594982+0000 (oldest deadline 2024-08-29T14:57:35.294987+0000) 2024-08-29T14:57:36.226 INFO:journalctl@ceph.osd.4.smithi146.stdout:Aug 29 14:57:35 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-4[28567]: 2024-08-29T14:57:35.882+0000 7fb81f2f5640 -1 osd.4 79 get_health_metrics reporting 5 slow ops, oldest is osd_op(client.14805.0:243287 5.e 5:79a64d41:::benchmark_data_smithi064_75134_object107877:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e79) 2024-08-29T14:57:36.725 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:36 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:36.351+0000 7f5811285640 -1 osd.6 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:56:59.502963+0000 front 2024-08-29T14:56:59.502908+0000 (oldest deadline 2024-08-29T14:57:25.402703+0000) 2024-08-29T14:57:36.725 INFO:journalctl@ceph.osd.5.smithi146.stdout:Aug 29 14:57:36 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-5[34416]: 2024-08-29T14:57:36.353+0000 7f6ec1aa9640 -1 osd.5 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:04.579732+0000 front 2024-08-29T14:57:04.580849+0000 (oldest deadline 2024-08-29T14:57:27.479505+0000) 2024-08-29T14:57:36.725 INFO:journalctl@ceph.osd.5.smithi146.stdout:Aug 29 14:57:36 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-5[34416]: 2024-08-29T14:57:36.353+0000 7f6ec1aa9640 -1 osd.5 79 heartbeat_check: no reply from 172.21.15.64:6814 osd.1 since back 2024-08-29T14:57:12.780333+0000 front 2024-08-29T14:57:12.780542+0000 (oldest deadline 2024-08-29T14:57:35.680438+0000) 2024-08-29T14:57:36.725 INFO:journalctl@ceph.osd.5.smithi146.stdout:Aug 29 14:57:36 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-5[34416]: 2024-08-29T14:57:36.353+0000 7f6ec1aa9640 -1 osd.5 79 get_health_metrics reporting 1 slow ops, oldest is osd_op(client.14805.0:243291 5.7 5:e36143dd:::benchmark_data_smithi064_75134_object107881:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e79) 2024-08-29T14:57:37.224 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:36 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:36.863+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:03.616044+0000 front 2024-08-29T14:57:03.616971+0000 (oldest deadline 2024-08-29T14:57:28.916250+0000) 2024-08-29T14:57:37.225 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:36 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:36.863+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6814 osd.1 since back 2024-08-29T14:57:08.916883+0000 front 2024-08-29T14:57:08.916704+0000 (oldest deadline 2024-08-29T14:57:34.816751+0000) 2024-08-29T14:57:37.225 INFO:journalctl@ceph.osd.4.smithi146.stdout:Aug 29 14:57:36 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-4[28567]: 2024-08-29T14:57:36.842+0000 7fb81f2f5640 -1 osd.4 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:03.593991+0000 front 2024-08-29T14:57:03.593790+0000 (oldest deadline 2024-08-29T14:57:25.893935+0000) 2024-08-29T14:57:37.225 INFO:journalctl@ceph.osd.4.smithi146.stdout:Aug 29 14:57:36 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-4[28567]: 2024-08-29T14:57:36.842+0000 7fb81f2f5640 -1 osd.4 79 heartbeat_check: no reply from 172.21.15.64:6814 osd.1 since back 2024-08-29T14:57:10.594996+0000 front 2024-08-29T14:57:10.594982+0000 (oldest deadline 2024-08-29T14:57:35.294987+0000) 2024-08-29T14:57:37.225 INFO:journalctl@ceph.osd.4.smithi146.stdout:Aug 29 14:57:36 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-4[28567]: 2024-08-29T14:57:36.842+0000 7fb81f2f5640 -1 osd.4 79 get_health_metrics reporting 5 slow ops, oldest is osd_op(client.14805.0:243287 5.e 5:79a64d41:::benchmark_data_smithi064_75134_object107877:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e79) 2024-08-29T14:57:37.725 INFO:journalctl@ceph.osd.5.smithi146.stdout:Aug 29 14:57:37 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-5[34416]: 2024-08-29T14:57:37.385+0000 7f6ec1aa9640 -1 osd.5 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:04.579732+0000 front 2024-08-29T14:57:04.580849+0000 (oldest deadline 2024-08-29T14:57:27.479505+0000) 2024-08-29T14:57:37.725 INFO:journalctl@ceph.osd.5.smithi146.stdout:Aug 29 14:57:37 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-5[34416]: 2024-08-29T14:57:37.385+0000 7f6ec1aa9640 -1 osd.5 79 heartbeat_check: no reply from 172.21.15.64:6814 osd.1 since back 2024-08-29T14:57:12.780333+0000 front 2024-08-29T14:57:12.780542+0000 (oldest deadline 2024-08-29T14:57:35.680438+0000) 2024-08-29T14:57:37.725 INFO:journalctl@ceph.osd.5.smithi146.stdout:Aug 29 14:57:37 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-5[34416]: 2024-08-29T14:57:37.385+0000 7f6ec1aa9640 -1 osd.5 79 get_health_metrics reporting 1 slow ops, oldest is osd_op(client.14805.0:243291 5.7 5:e36143dd:::benchmark_data_smithi064_75134_object107881:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e79) 2024-08-29T14:57:37.726 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:37 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:37.316+0000 7f5811285640 -1 osd.6 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:56:59.502963+0000 front 2024-08-29T14:56:59.502908+0000 (oldest deadline 2024-08-29T14:57:25.402703+0000) 2024-08-29T14:57:37.726 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:37 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:37.316+0000 7f5811285640 -1 osd.6 79 heartbeat_check: no reply from 172.21.15.64:6814 osd.1 since back 2024-08-29T14:57:10.604045+0000 front 2024-08-29T14:57:10.604182+0000 (oldest deadline 2024-08-29T14:57:36.504122+0000) 2024-08-29T14:57:38.225 INFO:journalctl@ceph.osd.4.smithi146.stdout:Aug 29 14:57:38 smithi146 podman[69273]: 2024-08-29 14:57:38.100898127 +0000 UTC m=+5.686741268 container died b193dddcca06e783ba453751f07ac3460c0f56a9b1984d75ab9eb5e1860a877b (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-4, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, io.buildah.version=1.37.1, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, RELEASE=reef-fe43f1c, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-29T14:57:38.225 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:37 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:37.893+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:03.616044+0000 front 2024-08-29T14:57:03.616971+0000 (oldest deadline 2024-08-29T14:57:28.916250+0000) 2024-08-29T14:57:38.225 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:37 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:37.893+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6814 osd.1 since back 2024-08-29T14:57:08.916883+0000 front 2024-08-29T14:57:08.916704+0000 (oldest deadline 2024-08-29T14:57:34.816751+0000) 2024-08-29T14:57:38.724 INFO:journalctl@ceph.osd.5.smithi146.stdout:Aug 29 14:57:38 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-5[34416]: 2024-08-29T14:57:38.377+0000 7f6ec1aa9640 -1 osd.5 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:04.579732+0000 front 2024-08-29T14:57:04.580849+0000 (oldest deadline 2024-08-29T14:57:27.479505+0000) 2024-08-29T14:57:38.725 INFO:journalctl@ceph.osd.5.smithi146.stdout:Aug 29 14:57:38 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-5[34416]: 2024-08-29T14:57:38.377+0000 7f6ec1aa9640 -1 osd.5 79 heartbeat_check: no reply from 172.21.15.64:6814 osd.1 since back 2024-08-29T14:57:12.780333+0000 front 2024-08-29T14:57:12.780542+0000 (oldest deadline 2024-08-29T14:57:35.680438+0000) 2024-08-29T14:57:38.725 INFO:journalctl@ceph.osd.5.smithi146.stdout:Aug 29 14:57:38 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-5[34416]: 2024-08-29T14:57:38.377+0000 7f6ec1aa9640 -1 osd.5 79 get_health_metrics reporting 1 slow ops, oldest is osd_op(client.14805.0:243291 5.7 5:e36143dd:::benchmark_data_smithi064_75134_object107881:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e79) 2024-08-29T14:57:38.725 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:38 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:38.283+0000 7f5811285640 -1 osd.6 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:56:59.502963+0000 front 2024-08-29T14:56:59.502908+0000 (oldest deadline 2024-08-29T14:57:25.402703+0000) 2024-08-29T14:57:38.725 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:38 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:38.283+0000 7f5811285640 -1 osd.6 79 heartbeat_check: no reply from 172.21.15.64:6814 osd.1 since back 2024-08-29T14:57:10.604045+0000 front 2024-08-29T14:57:10.604182+0000 (oldest deadline 2024-08-29T14:57:36.504122+0000) 2024-08-29T14:57:39.225 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:38 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:38.940+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:03.616044+0000 front 2024-08-29T14:57:03.616971+0000 (oldest deadline 2024-08-29T14:57:28.916250+0000) 2024-08-29T14:57:39.225 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:38 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:38.940+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6814 osd.1 since back 2024-08-29T14:57:08.916883+0000 front 2024-08-29T14:57:08.916704+0000 (oldest deadline 2024-08-29T14:57:34.816751+0000) 2024-08-29T14:57:39.225 INFO:journalctl@ceph.osd.4.smithi146.stdout:Aug 29 14:57:38 smithi146 podman[69273]: 2024-08-29 14:57:38.952626794 +0000 UTC m=+6.538469974 container cleanup b193dddcca06e783ba453751f07ac3460c0f56a9b1984d75ab9eb5e1860a877b (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-4, io.buildah.version=1.37.1, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240731, RELEASE=reef-fe43f1c, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-29T14:57:39.225 INFO:journalctl@ceph.osd.4.smithi146.stdout:Aug 29 14:57:38 smithi146 bash[69273]: ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-4 2024-08-29T14:57:39.225 INFO:journalctl@ceph.osd.4.smithi146.stdout:Aug 29 14:57:39 smithi146 podman[69294]: 2024-08-29 14:57:39.112194262 +0000 UTC m=+0.999997878 container remove b193dddcca06e783ba453751f07ac3460c0f56a9b1984d75ab9eb5e1860a877b (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-4, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, io.buildah.version=1.37.1, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, RELEASE=reef-fe43f1c, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-29T14:57:39.644 INFO:journalctl@ceph.osd.4.smithi146.stdout:Aug 29 14:57:39 smithi146 podman[69388]: 2024-08-29 14:57:39.410703606 +0000 UTC m=+0.016112390 image pull 96384990183a90e11fa6fcb78b6a44500ccf55da778999360ad8f92318176892 quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee 2024-08-29T14:57:39.644 INFO:journalctl@ceph.osd.4.smithi146.stdout:Aug 29 14:57:39 smithi146 podman[69388]: 2024-08-29 14:57:39.52979524 +0000 UTC m=+0.135204020 container create c25b51c0551c08050a228789b105ea8c3272681ed6af44fc10bcbb78ed28372e (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-4-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=reef-fe43f1c, io.buildah.version=1.37.1, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240731, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-08-29T14:57:39.645 INFO:journalctl@ceph.osd.5.smithi146.stdout:Aug 29 14:57:39 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-5[34416]: 2024-08-29T14:57:39.374+0000 7f6ec1aa9640 -1 osd.5 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:04.579732+0000 front 2024-08-29T14:57:04.580849+0000 (oldest deadline 2024-08-29T14:57:27.479505+0000) 2024-08-29T14:57:39.645 INFO:journalctl@ceph.osd.5.smithi146.stdout:Aug 29 14:57:39 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-5[34416]: 2024-08-29T14:57:39.374+0000 7f6ec1aa9640 -1 osd.5 79 heartbeat_check: no reply from 172.21.15.64:6814 osd.1 since back 2024-08-29T14:57:12.780333+0000 front 2024-08-29T14:57:12.780542+0000 (oldest deadline 2024-08-29T14:57:35.680438+0000) 2024-08-29T14:57:39.645 INFO:journalctl@ceph.osd.5.smithi146.stdout:Aug 29 14:57:39 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-5[34416]: 2024-08-29T14:57:39.374+0000 7f6ec1aa9640 -1 osd.5 79 get_health_metrics reporting 1 slow ops, oldest is osd_op(client.14805.0:243291 5.7 5:e36143dd:::benchmark_data_smithi064_75134_object107881:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e79) 2024-08-29T14:57:39.645 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:39 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:39.314+0000 7f5811285640 -1 osd.6 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:56:59.502963+0000 front 2024-08-29T14:56:59.502908+0000 (oldest deadline 2024-08-29T14:57:25.402703+0000) 2024-08-29T14:57:39.645 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:39 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:39.314+0000 7f5811285640 -1 osd.6 79 heartbeat_check: no reply from 172.21.15.64:6814 osd.1 since back 2024-08-29T14:57:10.604045+0000 front 2024-08-29T14:57:10.604182+0000 (oldest deadline 2024-08-29T14:57:36.504122+0000) 2024-08-29T14:57:39.939 INFO:journalctl@ceph.osd.4.smithi146.stdout:Aug 29 14:57:39 smithi146 podman[69388]: 2024-08-29 14:57:39.749103516 +0000 UTC m=+0.354512295 container init c25b51c0551c08050a228789b105ea8c3272681ed6af44fc10bcbb78ed28372e (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-4-deactivate, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=reef-fe43f1c, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, io.buildah.version=1.37.1) 2024-08-29T14:57:39.940 INFO:journalctl@ceph.osd.4.smithi146.stdout:Aug 29 14:57:39 smithi146 podman[69388]: 2024-08-29 14:57:39.753808608 +0000 UTC m=+0.359217388 container start c25b51c0551c08050a228789b105ea8c3272681ed6af44fc10bcbb78ed28372e (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-4-deactivate, GIT_CLEAN=True, ceph=True, io.buildah.version=1.37.1, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=reef-fe43f1c, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731) 2024-08-29T14:57:39.940 INFO:journalctl@ceph.osd.4.smithi146.stdout:Aug 29 14:57:39 smithi146 podman[69388]: 2024-08-29 14:57:39.832267123 +0000 UTC m=+0.437675913 container attach c25b51c0551c08050a228789b105ea8c3272681ed6af44fc10bcbb78ed28372e (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-4-deactivate, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=reef-fe43f1c, io.buildah.version=1.37.1, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-08-29T14:57:40.220 INFO:journalctl@ceph.osd.4.smithi146.stdout:Aug 29 14:57:39 smithi146 podman[69388]: 2024-08-29 14:57:39.939649069 +0000 UTC m=+0.545057858 container died c25b51c0551c08050a228789b105ea8c3272681ed6af44fc10bcbb78ed28372e (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-4-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, RELEASE=reef-fe43f1c, io.buildah.version=1.37.1, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-08-29T14:57:40.220 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:39 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:39.985+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:03.616044+0000 front 2024-08-29T14:57:03.616971+0000 (oldest deadline 2024-08-29T14:57:28.916250+0000) 2024-08-29T14:57:40.220 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:39 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:39.985+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6814 osd.1 since back 2024-08-29T14:57:08.916883+0000 front 2024-08-29T14:57:08.916704+0000 (oldest deadline 2024-08-29T14:57:34.816751+0000) 2024-08-29T14:57:40.474 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:40 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:40.310+0000 7f5811285640 -1 osd.6 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:56:59.502963+0000 front 2024-08-29T14:56:59.502908+0000 (oldest deadline 2024-08-29T14:57:25.402703+0000) 2024-08-29T14:57:40.475 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:40 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:40.310+0000 7f5811285640 -1 osd.6 79 heartbeat_check: no reply from 172.21.15.64:6814 osd.1 since back 2024-08-29T14:57:10.604045+0000 front 2024-08-29T14:57:10.604182+0000 (oldest deadline 2024-08-29T14:57:36.504122+0000) 2024-08-29T14:57:40.475 INFO:journalctl@ceph.osd.5.smithi146.stdout:Aug 29 14:57:40 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-5[34416]: 2024-08-29T14:57:40.326+0000 7f6ec1aa9640 -1 osd.5 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:04.579732+0000 front 2024-08-29T14:57:04.580849+0000 (oldest deadline 2024-08-29T14:57:27.479505+0000) 2024-08-29T14:57:40.475 INFO:journalctl@ceph.osd.5.smithi146.stdout:Aug 29 14:57:40 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-5[34416]: 2024-08-29T14:57:40.326+0000 7f6ec1aa9640 -1 osd.5 79 heartbeat_check: no reply from 172.21.15.64:6814 osd.1 since back 2024-08-29T14:57:12.780333+0000 front 2024-08-29T14:57:12.780542+0000 (oldest deadline 2024-08-29T14:57:35.680438+0000) 2024-08-29T14:57:40.475 INFO:journalctl@ceph.osd.5.smithi146.stdout:Aug 29 14:57:40 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-5[34416]: 2024-08-29T14:57:40.326+0000 7f6ec1aa9640 -1 osd.5 79 get_health_metrics reporting 1 slow ops, oldest is osd_op(client.14805.0:243291 5.7 5:e36143dd:::benchmark_data_smithi064_75134_object107881:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e79) 2024-08-29T14:57:40.531 DEBUG:teuthology.orchestra.run.smithi146:> sudo pkill -f 'journalctl -f -n 0 -u ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@osd.4.service' 2024-08-29T14:57:40.611 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-29T14:57:40.611 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-08-29T14:57:40.611 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-08-29T14:57:40.611 DEBUG:teuthology.orchestra.run.smithi146:> sudo systemctl stop ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@osd.5 2024-08-29T14:57:40.950 INFO:journalctl@ceph.osd.5.smithi146.stdout:Aug 29 14:57:40 smithi146 systemd[1]: Stopping Ceph osd.5 for 2b44bde8-6615-11ef-bcd4-c7b262605968... 2024-08-29T14:57:41.224 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:41 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:41.024+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:03.616044+0000 front 2024-08-29T14:57:03.616971+0000 (oldest deadline 2024-08-29T14:57:28.916250+0000) 2024-08-29T14:57:41.225 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:41 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:41.024+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6814 osd.1 since back 2024-08-29T14:57:08.916883+0000 front 2024-08-29T14:57:08.916704+0000 (oldest deadline 2024-08-29T14:57:34.816751+0000) 2024-08-29T14:57:41.225 INFO:journalctl@ceph.osd.5.smithi146.stdout:Aug 29 14:57:40 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-5[34416]: 2024-08-29T14:57:40.949+0000 7f6ec5495640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-29T14:57:41.225 INFO:journalctl@ceph.osd.5.smithi146.stdout:Aug 29 14:57:40 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-5[34416]: 2024-08-29T14:57:40.949+0000 7f6ec5495640 -1 osd.5 79 *** Got signal Terminated *** 2024-08-29T14:57:41.225 INFO:journalctl@ceph.osd.5.smithi146.stdout:Aug 29 14:57:40 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-5[34416]: 2024-08-29T14:57:40.949+0000 7f6ec5495640 -1 osd.5 79 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-29T14:57:41.725 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:41 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:41.294+0000 7f5811285640 -1 osd.6 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:56:59.502963+0000 front 2024-08-29T14:56:59.502908+0000 (oldest deadline 2024-08-29T14:57:25.402703+0000) 2024-08-29T14:57:41.725 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:41 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:41.294+0000 7f5811285640 -1 osd.6 79 heartbeat_check: no reply from 172.21.15.64:6814 osd.1 since back 2024-08-29T14:57:10.604045+0000 front 2024-08-29T14:57:10.604182+0000 (oldest deadline 2024-08-29T14:57:36.504122+0000) 2024-08-29T14:57:41.725 INFO:journalctl@ceph.osd.5.smithi146.stdout:Aug 29 14:57:41 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-5[34416]: 2024-08-29T14:57:41.363+0000 7f6ec1aa9640 -1 osd.5 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:04.579732+0000 front 2024-08-29T14:57:04.580849+0000 (oldest deadline 2024-08-29T14:57:27.479505+0000) 2024-08-29T14:57:41.726 INFO:journalctl@ceph.osd.5.smithi146.stdout:Aug 29 14:57:41 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-5[34416]: 2024-08-29T14:57:41.363+0000 7f6ec1aa9640 -1 osd.5 79 heartbeat_check: no reply from 172.21.15.64:6814 osd.1 since back 2024-08-29T14:57:12.780333+0000 front 2024-08-29T14:57:12.780542+0000 (oldest deadline 2024-08-29T14:57:35.680438+0000) 2024-08-29T14:57:41.726 INFO:journalctl@ceph.osd.5.smithi146.stdout:Aug 29 14:57:41 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-5[34416]: 2024-08-29T14:57:41.363+0000 7f6ec1aa9640 -1 osd.5 79 get_health_metrics reporting 1 slow ops, oldest is osd_op(client.14805.0:243291 5.7 5:e36143dd:::benchmark_data_smithi064_75134_object107881:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e79) 2024-08-29T14:57:42.345 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:42 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:42.045+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:03.616044+0000 front 2024-08-29T14:57:03.616971+0000 (oldest deadline 2024-08-29T14:57:28.916250+0000) 2024-08-29T14:57:42.345 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:42 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:42.045+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6814 osd.1 since back 2024-08-29T14:57:08.916883+0000 front 2024-08-29T14:57:08.916704+0000 (oldest deadline 2024-08-29T14:57:34.816751+0000) 2024-08-29T14:57:42.724 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:42 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:42.342+0000 7f5811285640 -1 osd.6 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:56:59.502963+0000 front 2024-08-29T14:56:59.502908+0000 (oldest deadline 2024-08-29T14:57:25.402703+0000) 2024-08-29T14:57:42.725 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:42 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:42.343+0000 7f5811285640 -1 osd.6 79 heartbeat_check: no reply from 172.21.15.64:6814 osd.1 since back 2024-08-29T14:57:10.604045+0000 front 2024-08-29T14:57:10.604182+0000 (oldest deadline 2024-08-29T14:57:36.504122+0000) 2024-08-29T14:57:42.725 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:42 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:42.343+0000 7f5811285640 -1 osd.6 79 heartbeat_check: no reply from 172.21.15.64:6822 osd.2 since back 2024-08-29T14:57:19.405030+0000 front 2024-08-29T14:57:19.405043+0000 (oldest deadline 2024-08-29T14:57:42.304993+0000) 2024-08-29T14:57:42.725 INFO:journalctl@ceph.osd.5.smithi146.stdout:Aug 29 14:57:42 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-5[34416]: 2024-08-29T14:57:42.398+0000 7f6ec1aa9640 -1 osd.5 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:04.579732+0000 front 2024-08-29T14:57:04.580849+0000 (oldest deadline 2024-08-29T14:57:27.479505+0000) 2024-08-29T14:57:42.725 INFO:journalctl@ceph.osd.5.smithi146.stdout:Aug 29 14:57:42 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-5[34416]: 2024-08-29T14:57:42.398+0000 7f6ec1aa9640 -1 osd.5 79 heartbeat_check: no reply from 172.21.15.64:6814 osd.1 since back 2024-08-29T14:57:12.780333+0000 front 2024-08-29T14:57:12.780542+0000 (oldest deadline 2024-08-29T14:57:35.680438+0000) 2024-08-29T14:57:42.725 INFO:journalctl@ceph.osd.5.smithi146.stdout:Aug 29 14:57:42 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-5[34416]: 2024-08-29T14:57:42.398+0000 7f6ec1aa9640 -1 osd.5 79 heartbeat_check: no reply from 172.21.15.64:6822 osd.2 since back 2024-08-29T14:57:20.782301+0000 front 2024-08-29T14:57:20.782221+0000 (oldest deadline 2024-08-29T14:57:41.882144+0000) 2024-08-29T14:57:42.726 INFO:journalctl@ceph.osd.5.smithi146.stdout:Aug 29 14:57:42 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-5[34416]: 2024-08-29T14:57:42.399+0000 7f6ec1aa9640 -1 osd.5 79 get_health_metrics reporting 1 slow ops, oldest is osd_op(client.14805.0:243291 5.7 5:e36143dd:::benchmark_data_smithi064_75134_object107881:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e79) 2024-08-29T14:57:43.349 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:43 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:43.022+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:03.616044+0000 front 2024-08-29T14:57:03.616971+0000 (oldest deadline 2024-08-29T14:57:28.916250+0000) 2024-08-29T14:57:43.349 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:43 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:43.022+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6814 osd.1 since back 2024-08-29T14:57:08.916883+0000 front 2024-08-29T14:57:08.916704+0000 (oldest deadline 2024-08-29T14:57:34.816751+0000) 2024-08-29T14:57:43.725 INFO:journalctl@ceph.osd.5.smithi146.stdout:Aug 29 14:57:43 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-5[34416]: 2024-08-29T14:57:43.406+0000 7f6ec1aa9640 -1 osd.5 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:04.579732+0000 front 2024-08-29T14:57:04.580849+0000 (oldest deadline 2024-08-29T14:57:27.479505+0000) 2024-08-29T14:57:43.725 INFO:journalctl@ceph.osd.5.smithi146.stdout:Aug 29 14:57:43 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-5[34416]: 2024-08-29T14:57:43.406+0000 7f6ec1aa9640 -1 osd.5 79 heartbeat_check: no reply from 172.21.15.64:6814 osd.1 since back 2024-08-29T14:57:12.780333+0000 front 2024-08-29T14:57:12.780542+0000 (oldest deadline 2024-08-29T14:57:35.680438+0000) 2024-08-29T14:57:43.725 INFO:journalctl@ceph.osd.5.smithi146.stdout:Aug 29 14:57:43 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-5[34416]: 2024-08-29T14:57:43.406+0000 7f6ec1aa9640 -1 osd.5 79 heartbeat_check: no reply from 172.21.15.64:6822 osd.2 since back 2024-08-29T14:57:20.782301+0000 front 2024-08-29T14:57:20.782221+0000 (oldest deadline 2024-08-29T14:57:41.882144+0000) 2024-08-29T14:57:43.725 INFO:journalctl@ceph.osd.5.smithi146.stdout:Aug 29 14:57:43 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-5[34416]: 2024-08-29T14:57:43.406+0000 7f6ec1aa9640 -1 osd.5 79 get_health_metrics reporting 1 slow ops, oldest is osd_op(client.14805.0:243291 5.7 5:e36143dd:::benchmark_data_smithi064_75134_object107881:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e79) 2024-08-29T14:57:43.726 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:43 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:43.347+0000 7f5811285640 -1 osd.6 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:56:59.502963+0000 front 2024-08-29T14:56:59.502908+0000 (oldest deadline 2024-08-29T14:57:25.402703+0000) 2024-08-29T14:57:43.726 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:43 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:43.347+0000 7f5811285640 -1 osd.6 79 heartbeat_check: no reply from 172.21.15.64:6814 osd.1 since back 2024-08-29T14:57:10.604045+0000 front 2024-08-29T14:57:10.604182+0000 (oldest deadline 2024-08-29T14:57:36.504122+0000) 2024-08-29T14:57:43.726 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:43 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:43.347+0000 7f5811285640 -1 osd.6 79 heartbeat_check: no reply from 172.21.15.64:6822 osd.2 since back 2024-08-29T14:57:19.405030+0000 front 2024-08-29T14:57:19.405043+0000 (oldest deadline 2024-08-29T14:57:42.304993+0000) 2024-08-29T14:57:44.397 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:44 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:44.063+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:03.616044+0000 front 2024-08-29T14:57:03.616971+0000 (oldest deadline 2024-08-29T14:57:28.916250+0000) 2024-08-29T14:57:44.398 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:44 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:44.063+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6814 osd.1 since back 2024-08-29T14:57:08.916883+0000 front 2024-08-29T14:57:08.916704+0000 (oldest deadline 2024-08-29T14:57:34.816751+0000) 2024-08-29T14:57:44.724 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:44 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:44.395+0000 7f5811285640 -1 osd.6 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:56:59.502963+0000 front 2024-08-29T14:56:59.502908+0000 (oldest deadline 2024-08-29T14:57:25.402703+0000) 2024-08-29T14:57:44.725 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:44 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:44.395+0000 7f5811285640 -1 osd.6 79 heartbeat_check: no reply from 172.21.15.64:6814 osd.1 since back 2024-08-29T14:57:10.604045+0000 front 2024-08-29T14:57:10.604182+0000 (oldest deadline 2024-08-29T14:57:36.504122+0000) 2024-08-29T14:57:44.725 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:44 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:44.395+0000 7f5811285640 -1 osd.6 79 heartbeat_check: no reply from 172.21.15.64:6822 osd.2 since back 2024-08-29T14:57:19.405030+0000 front 2024-08-29T14:57:19.405043+0000 (oldest deadline 2024-08-29T14:57:42.304993+0000) 2024-08-29T14:57:44.725 INFO:journalctl@ceph.osd.5.smithi146.stdout:Aug 29 14:57:44 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-5[34416]: 2024-08-29T14:57:44.432+0000 7f6ec1aa9640 -1 osd.5 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:04.579732+0000 front 2024-08-29T14:57:04.580849+0000 (oldest deadline 2024-08-29T14:57:27.479505+0000) 2024-08-29T14:57:44.725 INFO:journalctl@ceph.osd.5.smithi146.stdout:Aug 29 14:57:44 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-5[34416]: 2024-08-29T14:57:44.432+0000 7f6ec1aa9640 -1 osd.5 79 heartbeat_check: no reply from 172.21.15.64:6814 osd.1 since back 2024-08-29T14:57:12.780333+0000 front 2024-08-29T14:57:12.780542+0000 (oldest deadline 2024-08-29T14:57:35.680438+0000) 2024-08-29T14:57:44.725 INFO:journalctl@ceph.osd.5.smithi146.stdout:Aug 29 14:57:44 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-5[34416]: 2024-08-29T14:57:44.432+0000 7f6ec1aa9640 -1 osd.5 79 heartbeat_check: no reply from 172.21.15.64:6822 osd.2 since back 2024-08-29T14:57:20.782301+0000 front 2024-08-29T14:57:20.782221+0000 (oldest deadline 2024-08-29T14:57:41.882144+0000) 2024-08-29T14:57:44.726 INFO:journalctl@ceph.osd.5.smithi146.stdout:Aug 29 14:57:44 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-5[34416]: 2024-08-29T14:57:44.432+0000 7f6ec1aa9640 -1 osd.5 79 get_health_metrics reporting 1 slow ops, oldest is osd_op(client.14805.0:243291 5.7 5:e36143dd:::benchmark_data_smithi064_75134_object107881:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e79) 2024-08-29T14:57:45.362 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:45 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:45.097+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:03.616044+0000 front 2024-08-29T14:57:03.616971+0000 (oldest deadline 2024-08-29T14:57:28.916250+0000) 2024-08-29T14:57:45.362 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:45 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:45.097+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6814 osd.1 since back 2024-08-29T14:57:08.916883+0000 front 2024-08-29T14:57:08.916704+0000 (oldest deadline 2024-08-29T14:57:34.816751+0000) 2024-08-29T14:57:45.724 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:45 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:45.361+0000 7f5811285640 -1 osd.6 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:56:59.502963+0000 front 2024-08-29T14:56:59.502908+0000 (oldest deadline 2024-08-29T14:57:25.402703+0000) 2024-08-29T14:57:45.725 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:45 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:45.361+0000 7f5811285640 -1 osd.6 79 heartbeat_check: no reply from 172.21.15.64:6814 osd.1 since back 2024-08-29T14:57:10.604045+0000 front 2024-08-29T14:57:10.604182+0000 (oldest deadline 2024-08-29T14:57:36.504122+0000) 2024-08-29T14:57:45.725 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:45 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:45.361+0000 7f5811285640 -1 osd.6 79 heartbeat_check: no reply from 172.21.15.64:6822 osd.2 since back 2024-08-29T14:57:19.405030+0000 front 2024-08-29T14:57:19.405043+0000 (oldest deadline 2024-08-29T14:57:42.304993+0000) 2024-08-29T14:57:45.725 INFO:journalctl@ceph.osd.5.smithi146.stdout:Aug 29 14:57:45 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-5[34416]: 2024-08-29T14:57:45.469+0000 7f6ec1aa9640 -1 osd.5 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:04.579732+0000 front 2024-08-29T14:57:04.580849+0000 (oldest deadline 2024-08-29T14:57:27.479505+0000) 2024-08-29T14:57:45.725 INFO:journalctl@ceph.osd.5.smithi146.stdout:Aug 29 14:57:45 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-5[34416]: 2024-08-29T14:57:45.469+0000 7f6ec1aa9640 -1 osd.5 79 heartbeat_check: no reply from 172.21.15.64:6814 osd.1 since back 2024-08-29T14:57:12.780333+0000 front 2024-08-29T14:57:12.780542+0000 (oldest deadline 2024-08-29T14:57:35.680438+0000) 2024-08-29T14:57:45.726 INFO:journalctl@ceph.osd.5.smithi146.stdout:Aug 29 14:57:45 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-5[34416]: 2024-08-29T14:57:45.469+0000 7f6ec1aa9640 -1 osd.5 79 heartbeat_check: no reply from 172.21.15.64:6822 osd.2 since back 2024-08-29T14:57:20.782301+0000 front 2024-08-29T14:57:20.782221+0000 (oldest deadline 2024-08-29T14:57:41.882144+0000) 2024-08-29T14:57:45.726 INFO:journalctl@ceph.osd.5.smithi146.stdout:Aug 29 14:57:45 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-5[34416]: 2024-08-29T14:57:45.469+0000 7f6ec1aa9640 -1 osd.5 79 get_health_metrics reporting 1 slow ops, oldest is osd_op(client.14805.0:243291 5.7 5:e36143dd:::benchmark_data_smithi064_75134_object107881:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e79) 2024-08-29T14:57:46.445 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:46 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:46.143+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:03.616044+0000 front 2024-08-29T14:57:03.616971+0000 (oldest deadline 2024-08-29T14:57:28.916250+0000) 2024-08-29T14:57:46.445 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:46 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:46.143+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6814 osd.1 since back 2024-08-29T14:57:08.916883+0000 front 2024-08-29T14:57:08.916704+0000 (oldest deadline 2024-08-29T14:57:34.816751+0000) 2024-08-29T14:57:46.445 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:46 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:46.143+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6822 osd.2 since back 2024-08-29T14:57:19.517548+0000 front 2024-08-29T14:57:19.517750+0000 (oldest deadline 2024-08-29T14:57:45.417555+0000) 2024-08-29T14:57:46.445 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:46 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:46.361+0000 7f5811285640 -1 osd.6 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:56:59.502963+0000 front 2024-08-29T14:56:59.502908+0000 (oldest deadline 2024-08-29T14:57:25.402703+0000) 2024-08-29T14:57:46.446 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:46 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:46.361+0000 7f5811285640 -1 osd.6 79 heartbeat_check: no reply from 172.21.15.64:6814 osd.1 since back 2024-08-29T14:57:10.604045+0000 front 2024-08-29T14:57:10.604182+0000 (oldest deadline 2024-08-29T14:57:36.504122+0000) 2024-08-29T14:57:46.446 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:46 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:46.361+0000 7f5811285640 -1 osd.6 79 heartbeat_check: no reply from 172.21.15.64:6822 osd.2 since back 2024-08-29T14:57:19.405030+0000 front 2024-08-29T14:57:19.405043+0000 (oldest deadline 2024-08-29T14:57:42.304993+0000) 2024-08-29T14:57:46.723 INFO:journalctl@ceph.osd.5.smithi146.stdout:Aug 29 14:57:46 smithi146 podman[69515]: 2024-08-29 14:57:46.444500073 +0000 UTC m=+5.610240814 container died 10130a3c1e645a5f80376a3514b67488e39599727c46679db9faa09d53884a38 (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-5, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.37.1, org.label-schema.build-date=20240731, RELEASE=reef-fe43f1c) 2024-08-29T14:57:46.974 INFO:journalctl@ceph.osd.5.smithi146.stdout:Aug 29 14:57:46 smithi146 podman[69515]: 2024-08-29 14:57:46.813465677 +0000 UTC m=+5.979206418 container cleanup 10130a3c1e645a5f80376a3514b67488e39599727c46679db9faa09d53884a38 (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240731, RELEASE=reef-fe43f1c, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.37.1, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-08-29T14:57:46.975 INFO:journalctl@ceph.osd.5.smithi146.stdout:Aug 29 14:57:46 smithi146 bash[69515]: ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-5 2024-08-29T14:57:47.396 INFO:journalctl@ceph.osd.5.smithi146.stdout:Aug 29 14:57:47 smithi146 podman[69538]: 2024-08-29 14:57:47.07364679 +0000 UTC m=+0.630491946 container remove 10130a3c1e645a5f80376a3514b67488e39599727c46679db9faa09d53884a38 (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-5, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=reef-fe43f1c, io.buildah.version=1.37.1, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-08-29T14:57:47.396 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:47 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:47.112+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:03.616044+0000 front 2024-08-29T14:57:03.616971+0000 (oldest deadline 2024-08-29T14:57:28.916250+0000) 2024-08-29T14:57:47.396 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:47 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:47.112+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6814 osd.1 since back 2024-08-29T14:57:08.916883+0000 front 2024-08-29T14:57:08.916704+0000 (oldest deadline 2024-08-29T14:57:34.816751+0000) 2024-08-29T14:57:47.397 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:47 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:47.112+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6822 osd.2 since back 2024-08-29T14:57:19.517548+0000 front 2024-08-29T14:57:19.517750+0000 (oldest deadline 2024-08-29T14:57:45.417555+0000) 2024-08-29T14:57:47.653 INFO:journalctl@ceph.osd.5.smithi146.stdout:Aug 29 14:57:47 smithi146 podman[69629]: 2024-08-29 14:57:47.332408933 +0000 UTC m=+0.015866671 image pull 96384990183a90e11fa6fcb78b6a44500ccf55da778999360ad8f92318176892 quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee 2024-08-29T14:57:47.653 INFO:journalctl@ceph.osd.5.smithi146.stdout:Aug 29 14:57:47 smithi146 podman[69629]: 2024-08-29 14:57:47.441002357 +0000 UTC m=+0.124460137 container create bb1f63c8ede1ca8006c5cfdf20facad084e89921ed9cab29be3a5e92e50b7892 (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-5-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=reef-fe43f1c, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.37.1, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-29T14:57:47.653 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:47 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:47.394+0000 7f5811285640 -1 osd.6 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:56:59.502963+0000 front 2024-08-29T14:56:59.502908+0000 (oldest deadline 2024-08-29T14:57:25.402703+0000) 2024-08-29T14:57:47.653 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:47 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:47.394+0000 7f5811285640 -1 osd.6 79 heartbeat_check: no reply from 172.21.15.64:6814 osd.1 since back 2024-08-29T14:57:10.604045+0000 front 2024-08-29T14:57:10.604182+0000 (oldest deadline 2024-08-29T14:57:36.504122+0000) 2024-08-29T14:57:47.654 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:47 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:47.394+0000 7f5811285640 -1 osd.6 79 heartbeat_check: no reply from 172.21.15.64:6822 osd.2 since back 2024-08-29T14:57:19.405030+0000 front 2024-08-29T14:57:19.405043+0000 (oldest deadline 2024-08-29T14:57:42.304993+0000) 2024-08-29T14:57:47.975 INFO:journalctl@ceph.osd.5.smithi146.stdout:Aug 29 14:57:47 smithi146 podman[69629]: 2024-08-29 14:57:47.65184413 +0000 UTC m=+0.335301869 container init bb1f63c8ede1ca8006c5cfdf20facad084e89921ed9cab29be3a5e92e50b7892 (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-5-deactivate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.1, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-fe43f1c, org.label-schema.build-date=20240731) 2024-08-29T14:57:47.975 INFO:journalctl@ceph.osd.5.smithi146.stdout:Aug 29 14:57:47 smithi146 podman[69629]: 2024-08-29 14:57:47.657783175 +0000 UTC m=+0.341240920 container start bb1f63c8ede1ca8006c5cfdf20facad084e89921ed9cab29be3a5e92e50b7892 (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-5-deactivate, ceph=True, io.buildah.version=1.37.1, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=reef-fe43f1c) 2024-08-29T14:57:47.975 INFO:journalctl@ceph.osd.5.smithi146.stdout:Aug 29 14:57:47 smithi146 podman[69629]: 2024-08-29 14:57:47.743189436 +0000 UTC m=+0.426647189 container attach bb1f63c8ede1ca8006c5cfdf20facad084e89921ed9cab29be3a5e92e50b7892 (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-5-deactivate, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=reef-fe43f1c, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.1, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-29T14:57:47.975 INFO:journalctl@ceph.osd.5.smithi146.stdout:Aug 29 14:57:47 smithi146 podman[69629]: 2024-08-29 14:57:47.844055521 +0000 UTC m=+0.527513260 container died bb1f63c8ede1ca8006c5cfdf20facad084e89921ed9cab29be3a5e92e50b7892 (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, RELEASE=reef-fe43f1c, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.1, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-08-29T14:57:48.397 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:48 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:48.138+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:03.616044+0000 front 2024-08-29T14:57:03.616971+0000 (oldest deadline 2024-08-29T14:57:28.916250+0000) 2024-08-29T14:57:48.397 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:48 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:48.138+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6814 osd.1 since back 2024-08-29T14:57:08.916883+0000 front 2024-08-29T14:57:08.916704+0000 (oldest deadline 2024-08-29T14:57:34.816751+0000) 2024-08-29T14:57:48.397 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:48 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:48.138+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6822 osd.2 since back 2024-08-29T14:57:19.517548+0000 front 2024-08-29T14:57:19.517750+0000 (oldest deadline 2024-08-29T14:57:45.417555+0000) 2024-08-29T14:57:48.397 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:48 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:48.358+0000 7f5811285640 -1 osd.6 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:56:59.502963+0000 front 2024-08-29T14:56:59.502908+0000 (oldest deadline 2024-08-29T14:57:25.402703+0000) 2024-08-29T14:57:48.397 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:48 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:48.358+0000 7f5811285640 -1 osd.6 79 heartbeat_check: no reply from 172.21.15.64:6814 osd.1 since back 2024-08-29T14:57:10.604045+0000 front 2024-08-29T14:57:10.604182+0000 (oldest deadline 2024-08-29T14:57:36.504122+0000) 2024-08-29T14:57:48.398 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:48 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:48.358+0000 7f5811285640 -1 osd.6 79 heartbeat_check: no reply from 172.21.15.64:6822 osd.2 since back 2024-08-29T14:57:19.405030+0000 front 2024-08-29T14:57:19.405043+0000 (oldest deadline 2024-08-29T14:57:42.304993+0000) 2024-08-29T14:57:48.412 DEBUG:teuthology.orchestra.run.smithi146:> sudo pkill -f 'journalctl -f -n 0 -u ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@osd.5.service' 2024-08-29T14:57:48.449 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-29T14:57:48.450 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-08-29T14:57:48.450 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-08-29T14:57:48.450 DEBUG:teuthology.orchestra.run.smithi146:> sudo systemctl stop ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@osd.6 2024-08-29T14:57:48.724 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:48 smithi146 systemd[1]: Stopping Ceph osd.6 for 2b44bde8-6615-11ef-bcd4-c7b262605968... 2024-08-29T14:57:49.184 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:48 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:48.808+0000 7f5818c79640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-29T14:57:49.185 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:48 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:48.808+0000 7f5818c79640 -1 osd.6 79 *** Got signal Terminated *** 2024-08-29T14:57:49.185 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:48 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:48.808+0000 7f5818c79640 -1 osd.6 79 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-29T14:57:49.474 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:49 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:49.407+0000 7f5811285640 -1 osd.6 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:56:59.502963+0000 front 2024-08-29T14:56:59.502908+0000 (oldest deadline 2024-08-29T14:57:25.402703+0000) 2024-08-29T14:57:49.475 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:49 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:49.407+0000 7f5811285640 -1 osd.6 79 heartbeat_check: no reply from 172.21.15.64:6814 osd.1 since back 2024-08-29T14:57:10.604045+0000 front 2024-08-29T14:57:10.604182+0000 (oldest deadline 2024-08-29T14:57:36.504122+0000) 2024-08-29T14:57:49.475 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:49 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:49.407+0000 7f5811285640 -1 osd.6 79 heartbeat_check: no reply from 172.21.15.64:6822 osd.2 since back 2024-08-29T14:57:19.405030+0000 front 2024-08-29T14:57:19.405043+0000 (oldest deadline 2024-08-29T14:57:42.304993+0000) 2024-08-29T14:57:49.475 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:49 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:49.182+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:03.616044+0000 front 2024-08-29T14:57:03.616971+0000 (oldest deadline 2024-08-29T14:57:28.916250+0000) 2024-08-29T14:57:49.475 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:49 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:49.182+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6814 osd.1 since back 2024-08-29T14:57:08.916883+0000 front 2024-08-29T14:57:08.916704+0000 (oldest deadline 2024-08-29T14:57:34.816751+0000) 2024-08-29T14:57:49.475 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:49 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:49.182+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6822 osd.2 since back 2024-08-29T14:57:19.517548+0000 front 2024-08-29T14:57:19.517750+0000 (oldest deadline 2024-08-29T14:57:45.417555+0000) 2024-08-29T14:57:50.474 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:50 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:50.411+0000 7f5811285640 -1 osd.6 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:56:59.502963+0000 front 2024-08-29T14:56:59.502908+0000 (oldest deadline 2024-08-29T14:57:25.402703+0000) 2024-08-29T14:57:50.475 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:50 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:50.411+0000 7f5811285640 -1 osd.6 79 heartbeat_check: no reply from 172.21.15.64:6814 osd.1 since back 2024-08-29T14:57:10.604045+0000 front 2024-08-29T14:57:10.604182+0000 (oldest deadline 2024-08-29T14:57:36.504122+0000) 2024-08-29T14:57:50.475 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:50 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:50.411+0000 7f5811285640 -1 osd.6 79 heartbeat_check: no reply from 172.21.15.64:6822 osd.2 since back 2024-08-29T14:57:19.405030+0000 front 2024-08-29T14:57:19.405043+0000 (oldest deadline 2024-08-29T14:57:42.304993+0000) 2024-08-29T14:57:50.475 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:50 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:50.189+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:03.616044+0000 front 2024-08-29T14:57:03.616971+0000 (oldest deadline 2024-08-29T14:57:28.916250+0000) 2024-08-29T14:57:50.475 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:50 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:50.189+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6814 osd.1 since back 2024-08-29T14:57:08.916883+0000 front 2024-08-29T14:57:08.916704+0000 (oldest deadline 2024-08-29T14:57:34.816751+0000) 2024-08-29T14:57:50.475 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:50 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:50.189+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6822 osd.2 since back 2024-08-29T14:57:19.517548+0000 front 2024-08-29T14:57:19.517750+0000 (oldest deadline 2024-08-29T14:57:45.417555+0000) 2024-08-29T14:57:51.725 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:51 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:51.372+0000 7f5811285640 -1 osd.6 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:56:59.502963+0000 front 2024-08-29T14:56:59.502908+0000 (oldest deadline 2024-08-29T14:57:25.402703+0000) 2024-08-29T14:57:51.725 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:51 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:51.372+0000 7f5811285640 -1 osd.6 79 heartbeat_check: no reply from 172.21.15.64:6814 osd.1 since back 2024-08-29T14:57:10.604045+0000 front 2024-08-29T14:57:10.604182+0000 (oldest deadline 2024-08-29T14:57:36.504122+0000) 2024-08-29T14:57:51.725 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:51 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:51.372+0000 7f5811285640 -1 osd.6 79 heartbeat_check: no reply from 172.21.15.64:6822 osd.2 since back 2024-08-29T14:57:19.405030+0000 front 2024-08-29T14:57:19.405043+0000 (oldest deadline 2024-08-29T14:57:42.304993+0000) 2024-08-29T14:57:51.725 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:51 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:51.372+0000 7f5811285640 -1 osd.6 79 heartbeat_check: no reply from 172.21.15.64:6830 osd.3 since back 2024-08-29T14:57:29.306152+0000 front 2024-08-29T14:57:29.306141+0000 (oldest deadline 2024-08-29T14:57:51.006157+0000) 2024-08-29T14:57:51.726 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:51 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:51.226+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:03.616044+0000 front 2024-08-29T14:57:03.616971+0000 (oldest deadline 2024-08-29T14:57:28.916250+0000) 2024-08-29T14:57:51.726 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:51 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:51.226+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6814 osd.1 since back 2024-08-29T14:57:08.916883+0000 front 2024-08-29T14:57:08.916704+0000 (oldest deadline 2024-08-29T14:57:34.816751+0000) 2024-08-29T14:57:51.726 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:51 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:51.226+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6822 osd.2 since back 2024-08-29T14:57:19.517548+0000 front 2024-08-29T14:57:19.517750+0000 (oldest deadline 2024-08-29T14:57:45.417555+0000) 2024-08-29T14:57:51.726 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:51 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:51.226+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6830 osd.3 since back 2024-08-29T14:57:25.418043+0000 front 2024-08-29T14:57:25.418009+0000 (oldest deadline 2024-08-29T14:57:50.717956+0000) 2024-08-29T14:57:52.725 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:52 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:52.383+0000 7f5811285640 -1 osd.6 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:56:59.502963+0000 front 2024-08-29T14:56:59.502908+0000 (oldest deadline 2024-08-29T14:57:25.402703+0000) 2024-08-29T14:57:52.725 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:52 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:52.383+0000 7f5811285640 -1 osd.6 79 heartbeat_check: no reply from 172.21.15.64:6814 osd.1 since back 2024-08-29T14:57:10.604045+0000 front 2024-08-29T14:57:10.604182+0000 (oldest deadline 2024-08-29T14:57:36.504122+0000) 2024-08-29T14:57:52.725 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:52 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:52.383+0000 7f5811285640 -1 osd.6 79 heartbeat_check: no reply from 172.21.15.64:6822 osd.2 since back 2024-08-29T14:57:19.405030+0000 front 2024-08-29T14:57:19.405043+0000 (oldest deadline 2024-08-29T14:57:42.304993+0000) 2024-08-29T14:57:52.725 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:52 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:52.383+0000 7f5811285640 -1 osd.6 79 heartbeat_check: no reply from 172.21.15.64:6830 osd.3 since back 2024-08-29T14:57:29.306152+0000 front 2024-08-29T14:57:29.306141+0000 (oldest deadline 2024-08-29T14:57:51.006157+0000) 2024-08-29T14:57:52.725 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:52 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:52.241+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:03.616044+0000 front 2024-08-29T14:57:03.616971+0000 (oldest deadline 2024-08-29T14:57:28.916250+0000) 2024-08-29T14:57:52.726 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:52 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:52.241+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6814 osd.1 since back 2024-08-29T14:57:08.916883+0000 front 2024-08-29T14:57:08.916704+0000 (oldest deadline 2024-08-29T14:57:34.816751+0000) 2024-08-29T14:57:52.726 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:52 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:52.241+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6822 osd.2 since back 2024-08-29T14:57:19.517548+0000 front 2024-08-29T14:57:19.517750+0000 (oldest deadline 2024-08-29T14:57:45.417555+0000) 2024-08-29T14:57:52.726 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:52 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:52.241+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6830 osd.3 since back 2024-08-29T14:57:25.418043+0000 front 2024-08-29T14:57:25.418009+0000 (oldest deadline 2024-08-29T14:57:50.717956+0000) 2024-08-29T14:57:53.725 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:53 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:53.363+0000 7f5811285640 -1 osd.6 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:56:59.502963+0000 front 2024-08-29T14:56:59.502908+0000 (oldest deadline 2024-08-29T14:57:25.402703+0000) 2024-08-29T14:57:53.725 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:53 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:53.363+0000 7f5811285640 -1 osd.6 79 heartbeat_check: no reply from 172.21.15.64:6814 osd.1 since back 2024-08-29T14:57:10.604045+0000 front 2024-08-29T14:57:10.604182+0000 (oldest deadline 2024-08-29T14:57:36.504122+0000) 2024-08-29T14:57:53.725 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:53 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:53.363+0000 7f5811285640 -1 osd.6 79 heartbeat_check: no reply from 172.21.15.64:6822 osd.2 since back 2024-08-29T14:57:19.405030+0000 front 2024-08-29T14:57:19.405043+0000 (oldest deadline 2024-08-29T14:57:42.304993+0000) 2024-08-29T14:57:53.725 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:53 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6[40608]: 2024-08-29T14:57:53.363+0000 7f5811285640 -1 osd.6 79 heartbeat_check: no reply from 172.21.15.64:6830 osd.3 since back 2024-08-29T14:57:29.306152+0000 front 2024-08-29T14:57:29.306141+0000 (oldest deadline 2024-08-29T14:57:51.006157+0000) 2024-08-29T14:57:53.726 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:53 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:53.254+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:03.616044+0000 front 2024-08-29T14:57:03.616971+0000 (oldest deadline 2024-08-29T14:57:28.916250+0000) 2024-08-29T14:57:53.726 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:53 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:53.254+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6814 osd.1 since back 2024-08-29T14:57:08.916883+0000 front 2024-08-29T14:57:08.916704+0000 (oldest deadline 2024-08-29T14:57:34.816751+0000) 2024-08-29T14:57:53.726 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:53 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:53.254+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6822 osd.2 since back 2024-08-29T14:57:19.517548+0000 front 2024-08-29T14:57:19.517750+0000 (oldest deadline 2024-08-29T14:57:45.417555+0000) 2024-08-29T14:57:53.726 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:53 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:53.254+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6830 osd.3 since back 2024-08-29T14:57:25.418043+0000 front 2024-08-29T14:57:25.418009+0000 (oldest deadline 2024-08-29T14:57:50.717956+0000) 2024-08-29T14:57:54.543 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:54 smithi146 podman[69756]: 2024-08-29 14:57:54.275538361 +0000 UTC m=+5.595885431 container died 6718902a837b14ea1f63ee5254b0f2bb39376953ef8b99dfdff373f64d988bef (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6, RELEASE=reef-fe43f1c, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.1, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-08-29T14:57:54.544 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:54 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:54.252+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:03.616044+0000 front 2024-08-29T14:57:03.616971+0000 (oldest deadline 2024-08-29T14:57:28.916250+0000) 2024-08-29T14:57:54.544 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:54 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:54.252+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6814 osd.1 since back 2024-08-29T14:57:08.916883+0000 front 2024-08-29T14:57:08.916704+0000 (oldest deadline 2024-08-29T14:57:34.816751+0000) 2024-08-29T14:57:54.544 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:54 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:54.252+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6822 osd.2 since back 2024-08-29T14:57:19.517548+0000 front 2024-08-29T14:57:19.517750+0000 (oldest deadline 2024-08-29T14:57:45.417555+0000) 2024-08-29T14:57:54.544 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:54 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:54.252+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6830 osd.3 since back 2024-08-29T14:57:25.418043+0000 front 2024-08-29T14:57:25.418009+0000 (oldest deadline 2024-08-29T14:57:50.717956+0000) 2024-08-29T14:57:54.951 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:54 smithi146 podman[69756]: 2024-08-29 14:57:54.641410637 +0000 UTC m=+5.961757775 container cleanup 6718902a837b14ea1f63ee5254b0f2bb39376953ef8b99dfdff373f64d988bef (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6, RELEASE=reef-fe43f1c, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.37.1, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux ) 2024-08-29T14:57:54.952 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:54 smithi146 bash[69756]: ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6 2024-08-29T14:57:55.215 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:54 smithi146 podman[69776]: 2024-08-29 14:57:54.951011073 +0000 UTC m=+0.665366843 container remove 6718902a837b14ea1f63ee5254b0f2bb39376953ef8b99dfdff373f64d988bef (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-fe43f1c, io.buildah.version=1.37.1, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-08-29T14:57:55.474 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:55 smithi146 podman[69870]: 2024-08-29 14:57:55.210729382 +0000 UTC m=+0.015748544 image pull 96384990183a90e11fa6fcb78b6a44500ccf55da778999360ad8f92318176892 quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee 2024-08-29T14:57:55.475 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:55 smithi146 podman[69870]: 2024-08-29 14:57:55.335001571 +0000 UTC m=+0.140020722 container create 60b4d96ab234e715563812b4b0e9d9d4cf88ce8a95c1d8a1a4cb1082d4cf245d (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6-deactivate, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=reef-fe43f1c, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.37.1, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_CLEAN=True, ceph=True) 2024-08-29T14:57:55.475 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:55 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:55.214+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:03.616044+0000 front 2024-08-29T14:57:03.616971+0000 (oldest deadline 2024-08-29T14:57:28.916250+0000) 2024-08-29T14:57:55.475 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:55 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:55.214+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6814 osd.1 since back 2024-08-29T14:57:08.916883+0000 front 2024-08-29T14:57:08.916704+0000 (oldest deadline 2024-08-29T14:57:34.816751+0000) 2024-08-29T14:57:55.475 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:55 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:55.214+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6822 osd.2 since back 2024-08-29T14:57:19.517548+0000 front 2024-08-29T14:57:19.517750+0000 (oldest deadline 2024-08-29T14:57:45.417555+0000) 2024-08-29T14:57:55.475 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:55 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:55.214+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6830 osd.3 since back 2024-08-29T14:57:25.418043+0000 front 2024-08-29T14:57:25.418009+0000 (oldest deadline 2024-08-29T14:57:50.717956+0000) 2024-08-29T14:57:55.974 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:55 smithi146 podman[69870]: 2024-08-29 14:57:55.562432021 +0000 UTC m=+0.367451173 container init 60b4d96ab234e715563812b4b0e9d9d4cf88ce8a95c1d8a1a4cb1082d4cf245d (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.37.1, RELEASE=reef-fe43f1c, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-08-29T14:57:55.975 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:55 smithi146 podman[69870]: 2024-08-29 14:57:55.567441502 +0000 UTC m=+0.372460655 container start 60b4d96ab234e715563812b4b0e9d9d4cf88ce8a95c1d8a1a4cb1082d4cf245d (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6-deactivate, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=reef-fe43f1c, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.1, maintainer=Guillaume Abrioux ) 2024-08-29T14:57:55.975 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:55 smithi146 podman[69870]: 2024-08-29 14:57:55.653946458 +0000 UTC m=+0.458965616 container attach 60b4d96ab234e715563812b4b0e9d9d4cf88ce8a95c1d8a1a4cb1082d4cf245d (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.37.1, GIT_CLEAN=True, RELEASE=reef-fe43f1c, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-08-29T14:57:55.975 INFO:journalctl@ceph.osd.6.smithi146.stdout:Aug 29 14:57:55 smithi146 podman[69870]: 2024-08-29 14:57:55.752858653 +0000 UTC m=+0.557877809 container died 60b4d96ab234e715563812b4b0e9d9d4cf88ce8a95c1d8a1a4cb1082d4cf245d (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-6-deactivate, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, RELEASE=reef-fe43f1c, GIT_CLEAN=True, io.buildah.version=1.37.1, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2) 2024-08-29T14:57:56.341 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:56 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:56.220+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:03.616044+0000 front 2024-08-29T14:57:03.616971+0000 (oldest deadline 2024-08-29T14:57:28.916250+0000) 2024-08-29T14:57:56.344 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:56 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:56.220+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6814 osd.1 since back 2024-08-29T14:57:08.916883+0000 front 2024-08-29T14:57:08.916704+0000 (oldest deadline 2024-08-29T14:57:34.816751+0000) 2024-08-29T14:57:56.344 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:56 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:56.220+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6822 osd.2 since back 2024-08-29T14:57:19.517548+0000 front 2024-08-29T14:57:19.517750+0000 (oldest deadline 2024-08-29T14:57:45.417555+0000) 2024-08-29T14:57:56.344 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:56 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:56.220+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6830 osd.3 since back 2024-08-29T14:57:25.418043+0000 front 2024-08-29T14:57:25.418009+0000 (oldest deadline 2024-08-29T14:57:50.717956+0000) 2024-08-29T14:57:56.362 DEBUG:teuthology.orchestra.run.smithi146:> sudo pkill -f 'journalctl -f -n 0 -u ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@osd.6.service' 2024-08-29T14:57:56.401 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-29T14:57:56.401 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-08-29T14:57:56.401 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-08-29T14:57:56.402 DEBUG:teuthology.orchestra.run.smithi146:> sudo systemctl stop ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@osd.7 2024-08-29T14:57:56.713 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:56 smithi146 systemd[1]: Stopping Ceph osd.7 for 2b44bde8-6615-11ef-bcd4-c7b262605968... 2024-08-29T14:57:56.713 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:56 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:56.712+0000 7fc6fdab1640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-29T14:57:56.713 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:56 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:56.712+0000 7fc6fdab1640 -1 osd.7 79 *** Got signal Terminated *** 2024-08-29T14:57:56.714 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:56 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:56.712+0000 7fc6fdab1640 -1 osd.7 79 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-29T14:57:57.475 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:57 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:57.206+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:03.616044+0000 front 2024-08-29T14:57:03.616971+0000 (oldest deadline 2024-08-29T14:57:28.916250+0000) 2024-08-29T14:57:57.475 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:57 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:57.206+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6814 osd.1 since back 2024-08-29T14:57:08.916883+0000 front 2024-08-29T14:57:08.916704+0000 (oldest deadline 2024-08-29T14:57:34.816751+0000) 2024-08-29T14:57:57.475 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:57 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:57.206+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6822 osd.2 since back 2024-08-29T14:57:19.517548+0000 front 2024-08-29T14:57:19.517750+0000 (oldest deadline 2024-08-29T14:57:45.417555+0000) 2024-08-29T14:57:57.475 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:57 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:57.206+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6830 osd.3 since back 2024-08-29T14:57:25.418043+0000 front 2024-08-29T14:57:25.418009+0000 (oldest deadline 2024-08-29T14:57:50.717956+0000) 2024-08-29T14:57:58.225 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:58 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:58.161+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:03.616044+0000 front 2024-08-29T14:57:03.616971+0000 (oldest deadline 2024-08-29T14:57:28.916250+0000) 2024-08-29T14:57:58.225 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:58 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:58.161+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6814 osd.1 since back 2024-08-29T14:57:08.916883+0000 front 2024-08-29T14:57:08.916704+0000 (oldest deadline 2024-08-29T14:57:34.816751+0000) 2024-08-29T14:57:58.226 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:58 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:58.161+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6822 osd.2 since back 2024-08-29T14:57:19.517548+0000 front 2024-08-29T14:57:19.517750+0000 (oldest deadline 2024-08-29T14:57:45.417555+0000) 2024-08-29T14:57:58.226 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:58 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:58.161+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6830 osd.3 since back 2024-08-29T14:57:25.418043+0000 front 2024-08-29T14:57:25.418009+0000 (oldest deadline 2024-08-29T14:57:50.717956+0000) 2024-08-29T14:57:59.475 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:59 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:59.111+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:03.616044+0000 front 2024-08-29T14:57:03.616971+0000 (oldest deadline 2024-08-29T14:57:28.916250+0000) 2024-08-29T14:57:59.475 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:59 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:59.111+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6814 osd.1 since back 2024-08-29T14:57:08.916883+0000 front 2024-08-29T14:57:08.916704+0000 (oldest deadline 2024-08-29T14:57:34.816751+0000) 2024-08-29T14:57:59.475 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:59 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:59.111+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6822 osd.2 since back 2024-08-29T14:57:19.517548+0000 front 2024-08-29T14:57:19.517750+0000 (oldest deadline 2024-08-29T14:57:45.417555+0000) 2024-08-29T14:57:59.475 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:57:59 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:57:59.111+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6830 osd.3 since back 2024-08-29T14:57:25.418043+0000 front 2024-08-29T14:57:25.418009+0000 (oldest deadline 2024-08-29T14:57:50.717956+0000) 2024-08-29T14:58:00.475 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:58:00 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:58:00.132+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:03.616044+0000 front 2024-08-29T14:57:03.616971+0000 (oldest deadline 2024-08-29T14:57:28.916250+0000) 2024-08-29T14:58:00.475 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:58:00 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:58:00.132+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6814 osd.1 since back 2024-08-29T14:57:08.916883+0000 front 2024-08-29T14:57:08.916704+0000 (oldest deadline 2024-08-29T14:57:34.816751+0000) 2024-08-29T14:58:00.475 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:58:00 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:58:00.132+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6822 osd.2 since back 2024-08-29T14:57:19.517548+0000 front 2024-08-29T14:57:19.517750+0000 (oldest deadline 2024-08-29T14:57:45.417555+0000) 2024-08-29T14:58:00.475 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:58:00 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:58:00.132+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6830 osd.3 since back 2024-08-29T14:57:25.418043+0000 front 2024-08-29T14:57:25.418009+0000 (oldest deadline 2024-08-29T14:57:50.717956+0000) 2024-08-29T14:58:00.475 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:58:00 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:58:00.132+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.146:6804 osd.4 since back 2024-08-29T14:57:36.018755+0000 front 2024-08-29T14:57:36.018867+0000 (oldest deadline 2024-08-29T14:57:59.518761+0000) 2024-08-29T14:58:01.475 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:58:01 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:58:01.164+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6806 osd.0 since back 2024-08-29T14:57:03.616044+0000 front 2024-08-29T14:57:03.616971+0000 (oldest deadline 2024-08-29T14:57:28.916250+0000) 2024-08-29T14:58:01.475 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:58:01 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:58:01.164+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6814 osd.1 since back 2024-08-29T14:57:08.916883+0000 front 2024-08-29T14:57:08.916704+0000 (oldest deadline 2024-08-29T14:57:34.816751+0000) 2024-08-29T14:58:01.475 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:58:01 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:58:01.164+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6822 osd.2 since back 2024-08-29T14:57:19.517548+0000 front 2024-08-29T14:57:19.517750+0000 (oldest deadline 2024-08-29T14:57:45.417555+0000) 2024-08-29T14:58:01.475 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:58:01 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:58:01.164+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.64:6830 osd.3 since back 2024-08-29T14:57:25.418043+0000 front 2024-08-29T14:57:25.418009+0000 (oldest deadline 2024-08-29T14:57:50.717956+0000) 2024-08-29T14:58:01.475 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:58:01 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7[46827]: 2024-08-29T14:58:01.164+0000 7fc6f60bd640 -1 osd.7 79 heartbeat_check: no reply from 172.21.15.146:6804 osd.4 since back 2024-08-29T14:57:36.018755+0000 front 2024-08-29T14:57:36.018867+0000 (oldest deadline 2024-08-29T14:57:59.518761+0000) 2024-08-29T14:58:02.361 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:58:02 smithi146 podman[69997]: 2024-08-29 14:58:02.08001388 +0000 UTC m=+5.461384735 container died 25cd78f2420131a48b5fe89528a9cb452c1ff91b53b5d3af2ddcce9329f94b83 (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.1, RELEASE=reef-fe43f1c, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True) 2024-08-29T14:58:02.724 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:58:02 smithi146 podman[69997]: 2024-08-29 14:58:02.459873553 +0000 UTC m=+5.841244408 container cleanup 25cd78f2420131a48b5fe89528a9cb452c1ff91b53b5d3af2ddcce9329f94b83 (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.37.1, RELEASE=reef-fe43f1c, org.label-schema.build-date=20240731, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-08-29T14:58:02.725 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:58:02 smithi146 bash[69997]: ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7 2024-08-29T14:58:03.035 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:58:02 smithi146 podman[70029]: 2024-08-29 14:58:02.727276848 +0000 UTC m=+0.645481764 container remove 25cd78f2420131a48b5fe89528a9cb452c1ff91b53b5d3af2ddcce9329f94b83 (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, io.buildah.version=1.37.1, org.label-schema.license=GPLv2, RELEASE=reef-fe43f1c, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-08-29T14:58:03.331 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:58:03 smithi146 podman[70128]: 2024-08-29 14:58:02.937503238 +0000 UTC m=+0.016000306 image pull 96384990183a90e11fa6fcb78b6a44500ccf55da778999360ad8f92318176892 quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee 2024-08-29T14:58:03.331 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:58:03 smithi146 podman[70128]: 2024-08-29 14:58:03.036473227 +0000 UTC m=+0.114970297 container create f0a5b1c40520fca2eae82104503de60c03c6809ecfb315ae04ddf5a05957976c (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, RELEASE=reef-fe43f1c, org.label-schema.schema-version=1.0, io.buildah.version=1.37.1, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731) 2024-08-29T14:58:03.331 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:58:03 smithi146 podman[70128]: 2024-08-29 14:58:03.255664538 +0000 UTC m=+0.334161605 container init f0a5b1c40520fca2eae82104503de60c03c6809ecfb315ae04ddf5a05957976c (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7-deactivate, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=reef-fe43f1c, io.buildah.version=1.37.1, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2) 2024-08-29T14:58:03.331 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:58:03 smithi146 podman[70128]: 2024-08-29 14:58:03.26031527 +0000 UTC m=+0.338812346 container start f0a5b1c40520fca2eae82104503de60c03c6809ecfb315ae04ddf5a05957976c (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.37.1, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=reef-fe43f1c) 2024-08-29T14:58:03.332 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:58:03 smithi146 podman[70128]: 2024-08-29 14:58:03.330570153 +0000 UTC m=+0.409067226 container attach f0a5b1c40520fca2eae82104503de60c03c6809ecfb315ae04ddf5a05957976c (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7-deactivate, org.label-schema.license=GPLv2, RELEASE=reef-fe43f1c, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.37.1, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-08-29T14:58:03.725 INFO:journalctl@ceph.osd.7.smithi146.stdout:Aug 29 14:58:03 smithi146 podman[70128]: 2024-08-29 14:58:03.442033001 +0000 UTC m=+0.520530069 container died f0a5b1c40520fca2eae82104503de60c03c6809ecfb315ae04ddf5a05957976c (image=quay.ceph.io/ceph-ci/ceph@sha256:5108c7cbd104eb247639ca437f56fde756f773f0867466a7d6597908f67824ee, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-osd-7-deactivate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, RELEASE=reef-fe43f1c, io.buildah.version=1.37.1, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux ) 2024-08-29T14:58:04.017 DEBUG:teuthology.orchestra.run.smithi146:> sudo pkill -f 'journalctl -f -n 0 -u ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@osd.7.service' 2024-08-29T14:58:04.057 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-29T14:58:04.057 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-08-29T14:58:04.058 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-08-29T14:58:04.058 DEBUG:teuthology.orchestra.run.smithi146:> sudo systemctl stop ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@prometheus.a 2024-08-29T14:58:04.398 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:58:04 smithi146 systemd[1]: Stopping Ceph prometheus.a for 2b44bde8-6615-11ef-bcd4-c7b262605968... 2024-08-29T14:58:04.679 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:58:04 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[67444]: ts=2024-08-29T14:58:04.397Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-29T14:58:04.680 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:58:04 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[67444]: ts=2024-08-29T14:58:04.397Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-08-29T14:58:04.680 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:58:04 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[67444]: ts=2024-08-29T14:58:04.397Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-08-29T14:58:04.680 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:58:04 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[67444]: ts=2024-08-29T14:58:04.397Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-29T14:58:04.680 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:58:04 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[67444]: ts=2024-08-29T14:58:04.397Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-08-29T14:58:04.680 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:58:04 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[67444]: ts=2024-08-29T14:58:04.397Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-08-29T14:58:04.680 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:58:04 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[67444]: ts=2024-08-29T14:58:04.397Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-08-29T14:58:04.680 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:58:04 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[67444]: ts=2024-08-29T14:58:04.397Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-08-29T14:58:04.681 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:58:04 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[67444]: ts=2024-08-29T14:58:04.397Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-08-29T14:58:04.681 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:58:04 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[67444]: ts=2024-08-29T14:58:04.398Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-08-29T14:58:04.681 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:58:04 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[67444]: ts=2024-08-29T14:58:04.398Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-08-29T14:58:04.681 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:58:04 smithi146 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a[67444]: ts=2024-08-29T14:58:04.398Z caller=main.go:1147 level=info msg="See you next time!" 2024-08-29T14:58:04.681 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:58:04 smithi146 podman[70255]: 2024-08-29 14:58:04.407934223 +0000 UTC m=+0.120113389 container died e5ba0a915e6fc3bc22b8f736e8a89d56e89990cb55c23936fda0c7dd25dcaacc (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-29T14:58:04.975 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:58:04 smithi146 podman[70255]: 2024-08-29 14:58:04.777763172 +0000 UTC m=+0.489942337 container cleanup e5ba0a915e6fc3bc22b8f736e8a89d56e89990cb55c23936fda0c7dd25dcaacc (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-29T14:58:04.975 INFO:journalctl@ceph.prometheus.a.smithi146.stdout:Aug 29 14:58:04 smithi146 bash[70255]: ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-prometheus-a 2024-08-29T14:58:05.216 DEBUG:teuthology.orchestra.run.smithi146:> sudo pkill -f 'journalctl -f -n 0 -u ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@prometheus.a.service' 2024-08-29T14:58:05.250 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-29T14:58:05.250 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-08-29T14:58:05.251 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 --force --keep-logs 2024-08-29T14:58:05.407 INFO:teuthology.orchestra.run.smithi064.stdout:Deleting cluster with fsid: 2b44bde8-6615-11ef-bcd4-c7b262605968 2024-08-29T14:58:07.030 INFO:journalctl@ceph.alertmanager.a.smithi064.stdout:Aug 29 14:58:06 smithi064 systemd[1]: Stopping Ceph alertmanager.a for 2b44bde8-6615-11ef-bcd4-c7b262605968... 2024-08-29T14:58:07.303 INFO:journalctl@ceph.alertmanager.a.smithi064.stdout:Aug 29 14:58:07 smithi064 ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-alertmanager-a[66930]: ts=2024-08-29T14:58:07.036Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-08-29T14:58:07.303 INFO:journalctl@ceph.alertmanager.a.smithi064.stdout:Aug 29 14:58:07 smithi064 podman[86087]: 2024-08-29 14:58:07.087652095 +0000 UTC m=+0.165036954 container died cb7870b24e3116bb3ef5d2e6d7aef4dc5c6d67191e9278b76365c23dd80500b9 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-29T14:58:07.711 INFO:journalctl@ceph.alertmanager.a.smithi064.stdout:Aug 29 14:58:07 smithi064 podman[86087]: 2024-08-29 14:58:07.501700817 +0000 UTC m=+0.579085674 container cleanup cb7870b24e3116bb3ef5d2e6d7aef4dc5c6d67191e9278b76365c23dd80500b9 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-29T14:58:07.712 INFO:journalctl@ceph.alertmanager.a.smithi064.stdout:Aug 29 14:58:07 smithi064 bash[86087]: ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-alertmanager-a 2024-08-29T14:58:08.030 INFO:journalctl@ceph.alertmanager.a.smithi064.stdout:Aug 29 14:58:07 smithi064 podman[86104]: 2024-08-29 14:58:07.711340187 +0000 UTC m=+0.621869787 container remove cb7870b24e3116bb3ef5d2e6d7aef4dc5c6d67191e9278b76365c23dd80500b9 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-29T14:58:08.030 INFO:journalctl@ceph.alertmanager.a.smithi064.stdout:Aug 29 14:58:07 smithi064 podman[86104]: 2024-08-29 14:58:07.786918847 +0000 UTC m=+0.697448401 volume remove 0c563918682f0a18fe62d94ff747e369dfb446ad567f37c0acbf756f6c52e5dc 2024-08-29T14:58:08.530 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:58:08 smithi064 systemd[1]: Stopping Ceph node-exporter.a for 2b44bde8-6615-11ef-bcd4-c7b262605968... 2024-08-29T14:58:08.530 INFO:journalctl@ceph.alertmanager.a.smithi064.stdout:Aug 29 14:58:08 smithi064 systemd[1]: ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-08-29T14:58:08.531 INFO:journalctl@ceph.alertmanager.a.smithi064.stdout:Aug 29 14:58:08 smithi064 systemd[1]: Stopped Ceph alertmanager.a for 2b44bde8-6615-11ef-bcd4-c7b262605968. 2024-08-29T14:58:08.531 INFO:journalctl@ceph.alertmanager.a.smithi064.stdout:Aug 29 14:58:08 smithi064 systemd[1]: ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@alertmanager.a.service: Consumed 1.370s CPU time. 2024-08-29T14:58:08.807 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:58:08 smithi064 podman[86216]: 2024-08-29 14:58:08.535616815 +0000 UTC m=+0.127795778 container died e6e4b2285cac098941a665f1a59abebaef8509bee2f26fc3ffed6182133b6921 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-29T14:58:09.275 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:58:08 smithi064 podman[86216]: 2024-08-29 14:58:08.99807969 +0000 UTC m=+0.590258653 container cleanup e6e4b2285cac098941a665f1a59abebaef8509bee2f26fc3ffed6182133b6921 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-29T14:58:09.275 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:58:08 smithi064 bash[86216]: ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-a 2024-08-29T14:58:09.530 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:58:09 smithi064 podman[86233]: 2024-08-29 14:58:09.274685048 +0000 UTC m=+0.743049805 container remove e6e4b2285cac098941a665f1a59abebaef8509bee2f26fc3ffed6182133b6921 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-29T14:58:09.530 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:58:09 smithi064 systemd[1]: ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-08-29T14:58:09.530 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:58:09 smithi064 systemd[1]: ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-08-29T14:58:09.530 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:58:09 smithi064 systemd[1]: Stopped Ceph node-exporter.a for 2b44bde8-6615-11ef-bcd4-c7b262605968. 2024-08-29T14:58:09.531 INFO:journalctl@ceph.node-exporter.a.smithi064.stdout:Aug 29 14:58:09 smithi064 systemd[1]: ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@node-exporter.a.service: Consumed 2.719s CPU time. 2024-08-29T14:58:17.329 DEBUG:teuthology.orchestra.run.smithi146:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 --force --keep-logs 2024-08-29T14:58:17.482 INFO:teuthology.orchestra.run.smithi146.stdout:Deleting cluster with fsid: 2b44bde8-6615-11ef-bcd4-c7b262605968 2024-08-29T14:58:19.028 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:58:18 smithi146 systemd[1]: Stopping Ceph grafana.a for 2b44bde8-6615-11ef-bcd4-c7b262605968... 2024-08-29T14:58:19.356 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:58:19 smithi146 podman[70672]: 2024-08-29 14:58:19.027778236 +0000 UTC m=+0.118727040 container died 7375aec923f5fe53e44ffb94145bd075a89d7031503bc06848a1a972fdf61253 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a, architecture=x86_64, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-type=git, io.k8s.display-name=Red Hat Universal Base Image 8, io.buildah.version=1.32.0, io.openshift.expose-services=, vendor=Red Hat, Inc., description=Ceph Grafana Container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=ubi8, version=8.5, build-date=2022-04-29T11:48:11.055897, release=239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.component=ubi8-container, maintainer=Paul Cuzner , distribution-scope=public, io.openshift.tags=base rhel8, summary=Grafana Container configured for Ceph mgr/dashboard integration, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com) 2024-08-29T14:58:19.357 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:58:19 smithi146 podman[70672]: 2024-08-29 14:58:19.356023184 +0000 UTC m=+0.446971975 container cleanup 7375aec923f5fe53e44ffb94145bd075a89d7031503bc06848a1a972fdf61253 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.openshift.expose-services=, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, release=239.1651231664, com.redhat.component=ubi8-container, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.buildah.version=1.32.0, name=ubi8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, version=8.5, architecture=x86_64, distribution-scope=public, io.openshift.tags=base rhel8, build-date=2022-04-29T11:48:11.055897, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, description=Ceph Grafana Container, vendor=Red Hat, Inc., io.k8s.display-name=Red Hat Universal Base Image 8, vcs-type=git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., maintainer=Paul Cuzner ) 2024-08-29T14:58:19.725 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:58:19 smithi146 bash[70672]: ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a 2024-08-29T14:58:19.725 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:58:19 smithi146 podman[70691]: 2024-08-29 14:58:19.548991445 +0000 UTC m=+0.523639210 container remove 7375aec923f5fe53e44ffb94145bd075a89d7031503bc06848a1a972fdf61253 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-grafana-a, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.buildah.version=1.32.0, maintainer=Paul Cuzner , io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., architecture=x86_64, description=Ceph Grafana Container, release=239.1651231664, distribution-scope=public, io.openshift.tags=base rhel8, name=ubi8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, version=8.5, com.redhat.component=ubi8-container, io.openshift.expose-services=, build-date=2022-04-29T11:48:11.055897, summary=Grafana Container configured for Ceph mgr/dashboard integration, vendor=Red Hat, Inc., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vcs-type=git) 2024-08-29T14:58:19.725 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:58:19 smithi146 systemd[1]: ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-08-29T14:58:20.215 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:58:19 smithi146 systemd[1]: Stopping Ceph node-exporter.b for 2b44bde8-6615-11ef-bcd4-c7b262605968... 2024-08-29T14:58:20.215 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:58:19 smithi146 systemd[1]: ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-08-29T14:58:20.216 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:58:19 smithi146 systemd[1]: Stopped Ceph grafana.a for 2b44bde8-6615-11ef-bcd4-c7b262605968. 2024-08-29T14:58:20.216 INFO:journalctl@ceph.grafana.a.smithi146.stdout:Aug 29 14:58:19 smithi146 systemd[1]: ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@grafana.a.service: Consumed 7.822s CPU time. 2024-08-29T14:58:20.474 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:58:20 smithi146 podman[70805]: 2024-08-29 14:58:20.214583276 +0000 UTC m=+0.122939706 container died 68d128ea734f300d0fb0bd3cc504fcbaaa731926117a6625104f19fb08f4cd6e (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-29T14:58:20.828 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:58:20 smithi146 podman[70805]: 2024-08-29 14:58:20.568296185 +0000 UTC m=+0.476652613 container cleanup 68d128ea734f300d0fb0bd3cc504fcbaaa731926117a6625104f19fb08f4cd6e (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-29T14:58:20.828 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:58:20 smithi146 bash[70805]: ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-b 2024-08-29T14:58:21.155 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:58:20 smithi146 podman[70822]: 2024-08-29 14:58:20.827693815 +0000 UTC m=+0.617182161 container remove 68d128ea734f300d0fb0bd3cc504fcbaaa731926117a6625104f19fb08f4cd6e (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-2b44bde8-6615-11ef-bcd4-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-29T14:58:21.155 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:58:20 smithi146 systemd[1]: ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-08-29T14:58:21.155 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:58:20 smithi146 systemd[1]: ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-08-29T14:58:21.155 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:58:20 smithi146 systemd[1]: Stopped Ceph node-exporter.b for 2b44bde8-6615-11ef-bcd4-c7b262605968. 2024-08-29T14:58:21.155 INFO:journalctl@ceph.node-exporter.b.smithi146.stdout:Aug 29 14:58:20 smithi146 systemd[1]: ceph-2b44bde8-6615-11ef-bcd4-c7b262605968@node-exporter.b.service: Consumed 2.672s CPU time. 2024-08-29T14:58:26.848 DEBUG:teuthology.orchestra.run.smithi064:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-08-29T14:58:26.882 DEBUG:teuthology.orchestra.run.smithi146:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-08-29T14:58:26.909 INFO:tasks.cephadm:Archiving crash dumps... 2024-08-29T14:58:26.912 DEBUG:teuthology.misc:Transferring archived files from smithi064:/var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/crash to /home/teuthworker/archive/yuriw-2024-08-29_14:13:22-upgrade-wip-yuri4-testing-2024-08-28-1359-distro-default-smithi/7879935/remote/smithi064/crash 2024-08-29T14:58:26.913 DEBUG:teuthology.orchestra.run.smithi064:> sudo tar c -f - -C /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/crash -- . 2024-08-29T14:58:26.964 INFO:teuthology.orchestra.run.smithi064.stderr:tar: /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/crash: Cannot open: No such file or directory 2024-08-29T14:58:26.964 INFO:teuthology.orchestra.run.smithi064.stderr:tar: Error is not recoverable: exiting now 2024-08-29T14:58:26.966 DEBUG:teuthology.misc:Transferring archived files from smithi146:/var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/crash to /home/teuthworker/archive/yuriw-2024-08-29_14:13:22-upgrade-wip-yuri4-testing-2024-08-28-1359-distro-default-smithi/7879935/remote/smithi146/crash 2024-08-29T14:58:26.967 DEBUG:teuthology.orchestra.run.smithi146:> sudo tar c -f - -C /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/crash -- . 2024-08-29T14:58:27.002 INFO:teuthology.orchestra.run.smithi146.stderr:tar: /var/lib/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/crash: Cannot open: No such file or directory 2024-08-29T14:58:27.002 INFO:teuthology.orchestra.run.smithi146.stderr:tar: Error is not recoverable: exiting now 2024-08-29T14:58:27.004 INFO:tasks.cephadm:Checking cluster log for badness... 2024-08-29T14:58:27.004 DEBUG:teuthology.orchestra.run.smithi064:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'mons down' | egrep -v 'mon down' | egrep -v MON_DOWN | egrep -v 'out of quorum' | egrep -v PG_AVAILABILITY | head -n 1 2024-08-29T14:58:27.036 INFO:teuthology.orchestra.run.smithi064.stdout:2024-08-29T14:50:54.660460+0000 mon.a (mon.0) 677 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T14:58:27.037 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-08-29T14:58:27.037 INFO:tasks.cephadm:Compressing logs... 2024-08-29T14:58:27.037 DEBUG:teuthology.orchestra.run.smithi064:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-08-29T14:58:27.080 DEBUG:teuthology.orchestra.run.smithi146:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-08-29T14:58:27.105 INFO:teuthology.orchestra.run.smithi064.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph-osd.0.log 2024-08-29T14:58:27.105 INFO:teuthology.orchestra.run.smithi064.stderr:: No such file or directory 2024-08-29T14:58:27.106 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph-osd.1.log 2024-08-29T14:58:27.106 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph-volume.log 2024-08-29T14:58:27.106 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph-osd.0.log: /var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph.audit.log 2024-08-29T14:58:27.107 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph-mon.c.log 2024-08-29T14:58:27.113 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph.cephadm.log 2024-08-29T14:58:27.114 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph-mds.foo.smithi064.wfhkrv.log 2024-08-29T14:58:27.114 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph-mon.a.log 2024-08-29T14:58:27.114 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph-mds.foo.smithi064.wfhkrv.log: gzip -5 --verbose -- 86.0% -- replaced with /var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph-mds.foo.smithi064.wfhkrv.log.gz 2024-08-29T14:58:27.114 INFO:teuthology.orchestra.run.smithi064.stderr: 90.4% -- replaced with /var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph.cephadm.log.gz 2024-08-29T14:58:27.114 INFO:teuthology.orchestra.run.smithi064.stderr: /var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph-osd.2.log 2024-08-29T14:58:27.114 INFO:teuthology.orchestra.run.smithi064.stderr:gzip/var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph-mon.a.log: -5 --verbose -- /var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph-mgr.y.log 2024-08-29T14:58:27.114 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph-osd.2.log: 93.9% -- replaced with /var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph.audit.log.gz 2024-08-29T14:58:27.115 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph.log 2024-08-29T14:58:27.115 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph-osd.3.log 2024-08-29T14:58:27.116 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph.log: 92.1% -- replaced with /var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph.log.gz 2024-08-29T14:58:27.117 INFO:teuthology.orchestra.run.smithi146.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph-osd.7.log 2024-08-29T14:58:27.117 INFO:teuthology.orchestra.run.smithi146.stderr:: No such file or directory 2024-08-29T14:58:27.117 INFO:teuthology.orchestra.run.smithi146.stderr:gzip -5 --verbose -- /var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph-mds.foo.smithi146.emtesl.log 2024-08-29T14:58:27.117 INFO:teuthology.orchestra.run.smithi146.stderr:/var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph-volume.log 2024-08-29T14:58:27.118 INFO:teuthology.orchestra.run.smithi146.stderr:/var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph-mds.foo.smithi146.emtesl.log: gzip -5 --verbose -- /var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph-osd.4.log 2024-08-29T14:58:27.118 INFO:teuthology.orchestra.run.smithi146.stderr: 84.0% -- replaced with /var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph-mds.foo.smithi146.emtesl.log.gz 2024-08-29T14:58:27.118 INFO:teuthology.orchestra.run.smithi146.stderr:/var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph.audit.log 2024-08-29T14:58:27.118 INFO:teuthology.orchestra.run.smithi146.stderr:/var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph.cephadm.log 2024-08-29T14:58:27.118 INFO:teuthology.orchestra.run.smithi146.stderr:/var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph-osd.6.log 2024-08-29T14:58:27.118 INFO:teuthology.orchestra.run.smithi146.stderr:/var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph-osd.5.log 2024-08-29T14:58:27.118 INFO:teuthology.orchestra.run.smithi146.stderr:/var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph.log 2024-08-29T14:58:27.119 INFO:teuthology.orchestra.run.smithi146.stderr: 82.5% -- replaced with /var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph.cephadm.log.gz 2024-08-29T14:58:27.119 INFO:teuthology.orchestra.run.smithi146.stderr:/var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph-mgr.x.log 2024-08-29T14:58:27.119 INFO:teuthology.orchestra.run.smithi146.stderr:/var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph.log: 90.2% -- replaced with /var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph.audit.log.gz 2024-08-29T14:58:27.119 INFO:teuthology.orchestra.run.smithi146.stderr:gzip -5 --verbose -- /var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph-mon.b.log 2024-08-29T14:58:27.119 INFO:teuthology.orchestra.run.smithi146.stderr:/var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph-mgr.x.log: 86.4% -- replaced with /var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph.log.gz 2024-08-29T14:58:27.119 INFO:teuthology.orchestra.run.smithi146.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-08-29T14:58:27.120 INFO:teuthology.orchestra.run.smithi064.stderr: 91.3% -- replaced with /var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph-volume.log.gz 2024-08-29T14:58:27.121 INFO:teuthology.orchestra.run.smithi146.stderr:/var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph-mon.b.log: 91.2% -- replaced with /var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph-volume.log.gz 2024-08-29T14:58:27.122 INFO:teuthology.orchestra.run.smithi064.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-08-29T14:58:27.125 INFO:teuthology.orchestra.run.smithi064.stderr:/var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph-osd.3.log: /var/log/ceph/cephadm.log: 91.7% -- replaced with /var/log/ceph/cephadm.log.gz 2024-08-29T14:58:27.129 INFO:teuthology.orchestra.run.smithi146.stderr:/var/log/ceph/cephadm.log: 82.7% -- replaced with /var/log/ceph/cephadm.log.gz 2024-08-29T14:58:27.152 INFO:teuthology.orchestra.run.smithi146.stderr: 88.5% -- replaced with /var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph-mgr.x.log.gz 2024-08-29T14:58:27.246 INFO:teuthology.orchestra.run.smithi064.stderr: 92.2% -- replaced with /var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph-mon.c.log.gz 2024-08-29T14:58:27.302 INFO:teuthology.orchestra.run.smithi064.stderr: 88.7% -- replaced with /var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph-mgr.y.log.gz 2024-08-29T14:58:27.312 INFO:teuthology.orchestra.run.smithi146.stderr: 92.0% -- replaced with /var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph-mon.b.log.gz 2024-08-29T14:58:27.615 INFO:teuthology.orchestra.run.smithi064.stderr: 90.8% -- replaced with /var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph-mon.a.log.gz 2024-08-29T14:58:33.161 INFO:teuthology.orchestra.run.smithi064.stderr: 94.0% -- replaced with /var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph-osd.3.log.gz 2024-08-29T14:58:34.081 INFO:teuthology.orchestra.run.smithi146.stderr: 93.9% -- replaced with /var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph-osd.6.log.gz 2024-08-29T14:58:35.251 INFO:teuthology.orchestra.run.smithi064.stderr: 93.8% -- replaced with /var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph-osd.1.log.gz 2024-08-29T14:58:37.779 INFO:teuthology.orchestra.run.smithi146.stderr: 93.8% -- replaced with /var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph-osd.7.log.gz 2024-08-29T14:58:40.934 INFO:teuthology.orchestra.run.smithi146.stderr: 93.6% -- replaced with /var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph-osd.4.log.gz 2024-08-29T14:58:41.154 INFO:teuthology.orchestra.run.smithi064.stderr: 93.6% -- replaced with /var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph-osd.0.log.gz 2024-08-29T14:58:41.685 INFO:teuthology.orchestra.run.smithi146.stderr: 93.5% -- replaced with /var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph-osd.5.log.gz 2024-08-29T14:58:41.687 INFO:teuthology.orchestra.run.smithi146.stderr: 2024-08-29T14:58:41.687 INFO:teuthology.orchestra.run.smithi146.stderr:real 0m14.592s 2024-08-29T14:58:41.687 INFO:teuthology.orchestra.run.smithi146.stderr:user 0m44.587s 2024-08-29T14:58:41.688 INFO:teuthology.orchestra.run.smithi146.stderr:sys 0m1.666s 2024-08-29T14:58:47.516 INFO:teuthology.orchestra.run.smithi064.stderr: 93.8% -- replaced with /var/log/ceph/2b44bde8-6615-11ef-bcd4-c7b262605968/ceph-osd.2.log.gz 2024-08-29T14:58:47.518 INFO:teuthology.orchestra.run.smithi064.stderr: 2024-08-29T14:58:47.518 INFO:teuthology.orchestra.run.smithi064.stderr:real 0m20.424s 2024-08-29T14:58:47.518 INFO:teuthology.orchestra.run.smithi064.stderr:user 0m47.772s 2024-08-29T14:58:47.518 INFO:teuthology.orchestra.run.smithi064.stderr:sys 0m1.669s 2024-08-29T14:58:47.519 INFO:tasks.cephadm:Archiving logs... 2024-08-29T14:58:47.519 DEBUG:teuthology.misc:Transferring archived files from smithi064:/var/log/ceph to /home/teuthworker/archive/yuriw-2024-08-29_14:13:22-upgrade-wip-yuri4-testing-2024-08-28-1359-distro-default-smithi/7879935/remote/smithi064/log 2024-08-29T14:58:47.520 DEBUG:teuthology.orchestra.run.smithi064:> sudo tar c -f - -C /var/log/ceph -- . 2024-08-29T14:58:54.426 DEBUG:teuthology.misc:Transferring archived files from smithi146:/var/log/ceph to /home/teuthworker/archive/yuriw-2024-08-29_14:13:22-upgrade-wip-yuri4-testing-2024-08-28-1359-distro-default-smithi/7879935/remote/smithi146/log 2024-08-29T14:58:54.427 DEBUG:teuthology.orchestra.run.smithi146:> sudo tar c -f - -C /var/log/ceph -- . 2024-08-29T14:59:02.331 INFO:tasks.cephadm:Removing cluster... 2024-08-29T14:59:02.332 DEBUG:teuthology.orchestra.run.smithi064:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 --force 2024-08-29T14:59:02.490 INFO:teuthology.orchestra.run.smithi064.stdout:Deleting cluster with fsid: 2b44bde8-6615-11ef-bcd4-c7b262605968 2024-08-29T14:59:02.823 DEBUG:teuthology.orchestra.run.smithi146:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 --force 2024-08-29T14:59:02.975 INFO:teuthology.orchestra.run.smithi146.stdout:Deleting cluster with fsid: 2b44bde8-6615-11ef-bcd4-c7b262605968 2024-08-29T14:59:03.304 INFO:tasks.cephadm:Removing cephadm ... 2024-08-29T14:59:03.304 DEBUG:teuthology.orchestra.run.smithi064:> rm -rf /home/ubuntu/cephtest/cephadm 2024-08-29T14:59:03.321 DEBUG:teuthology.orchestra.run.smithi146:> rm -rf /home/ubuntu/cephtest/cephadm 2024-08-29T14:59:03.337 INFO:tasks.cephadm:Teardown complete 2024-08-29T14:59:03.338 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-08-29T14:59:03.436 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-08-29T14:59:03.436 DEBUG:teuthology.orchestra.run.smithi064:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-08-29T14:59:03.439 DEBUG:teuthology.orchestra.run.smithi146:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-08-29T14:59:03.517 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-08-29T14:59:03.545 INFO:teuthology.task.clock:Checking final clock skew... 2024-08-29T14:59:03.546 DEBUG:teuthology.orchestra.run.smithi064:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-08-29T14:59:03.549 DEBUG:teuthology.orchestra.run.smithi146:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-08-29T14:59:03.563 INFO:teuthology.orchestra.run.smithi064.stderr:bash: line 1: ntpq: command not found 2024-08-29T14:59:03.564 INFO:teuthology.orchestra.run.smithi146.stderr:bash: line 1: ntpq: command not found 2024-08-29T14:59:03.568 INFO:teuthology.orchestra.run.smithi064.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-08-29T14:59:03.568 INFO:teuthology.orchestra.run.smithi064.stdout:=============================================================================== 2024-08-29T14:59:03.568 INFO:teuthology.orchestra.run.smithi064.stdout:^* hv01.front.sepia.ceph.com 3 6 377 51 +485us[ +453us] +/- 53ms 2024-08-29T14:59:03.568 INFO:teuthology.orchestra.run.smithi064.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 52 -1010us[-1042us] +/- 59ms 2024-08-29T14:59:03.568 INFO:teuthology.orchestra.run.smithi064.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 51 +535us[ +535us] +/- 76ms 2024-08-29T14:59:03.568 INFO:teuthology.orchestra.run.smithi064.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-08-29T14:59:03.570 INFO:teuthology.orchestra.run.smithi146.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-08-29T14:59:03.570 INFO:teuthology.orchestra.run.smithi146.stdout:=============================================================================== 2024-08-29T14:59:03.570 INFO:teuthology.orchestra.run.smithi146.stdout:^* hv01.front.sepia.ceph.com 3 6 377 51 +445us[ +423us] +/- 53ms 2024-08-29T14:59:03.570 INFO:teuthology.orchestra.run.smithi146.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 51 -1034us[-1056us] +/- 59ms 2024-08-29T14:59:03.570 INFO:teuthology.orchestra.run.smithi146.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 49 +475us[ +475us] +/- 76ms 2024-08-29T14:59:03.571 INFO:teuthology.orchestra.run.smithi146.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-08-29T14:59:03.571 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-08-29T14:59:03.580 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-08-29T14:59:03.581 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-08-29T14:59:03.654 DEBUG:teuthology.orchestra.run.smithi064:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-08-29T14:59:03.729 DEBUG:teuthology.orchestra.run.smithi146:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-08-29T14:59:03.788 DEBUG:teuthology.orchestra.run.smithi064:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-08-29T14:59:03.817 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-29T14:59:03.818 DEBUG:teuthology.orchestra.run.smithi146:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-08-29T14:59:03.845 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-29T14:59:03.845 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-08-29T14:59:03.854 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-08-29T14:59:03.938 INFO:teuthology.task.internal:Duration was 1133.914311 seconds 2024-08-29T14:59:03.939 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-08-29T14:59:04.079 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-08-29T14:59:04.079 DEBUG:teuthology.orchestra.run.smithi064:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-08-29T14:59:04.082 DEBUG:teuthology.orchestra.run.smithi146:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-08-29T14:59:04.122 INFO:teuthology.orchestra.run.smithi064.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-08-29T14:59:04.122 INFO:teuthology.orchestra.run.smithi146.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-08-29T14:59:04.571 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-08-29T14:59:04.571 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi064.front.sepia.ceph.com 2024-08-29T14:59:04.572 DEBUG:teuthology.orchestra.run.smithi064:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-08-29T14:59:04.636 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi146.front.sepia.ceph.com 2024-08-29T14:59:04.636 DEBUG:teuthology.orchestra.run.smithi146:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-08-29T14:59:04.666 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-08-29T14:59:04.666 DEBUG:teuthology.orchestra.run.smithi064:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-08-29T14:59:04.678 DEBUG:teuthology.orchestra.run.smithi146:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-08-29T14:59:04.732 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-08-29T14:59:04.733 DEBUG:teuthology.orchestra.run.smithi064:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-08-29T14:59:04.747 DEBUG:teuthology.orchestra.run.smithi146:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-08-29T14:59:05.018 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-08-29T14:59:05.028 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-08-29T14:59:05.028 DEBUG:teuthology.orchestra.run.smithi064:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-08-29T14:59:05.053 DEBUG:teuthology.orchestra.run.smithi146:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-08-29T14:59:05.078 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-08-29T14:59:05.171 DEBUG:teuthology.orchestra.run.smithi064:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-08-29T14:59:05.173 DEBUG:teuthology.orchestra.run.smithi146:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-08-29T14:59:05.194 INFO:teuthology.orchestra.run.smithi064.stdout:kernel.core_pattern = core 2024-08-29T14:59:05.196 INFO:teuthology.orchestra.run.smithi146.stdout:kernel.core_pattern = core 2024-08-29T14:59:05.233 DEBUG:teuthology.orchestra.run.smithi064:> test -e /home/ubuntu/cephtest/archive/coredump 2024-08-29T14:59:05.287 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-29T14:59:05.287 DEBUG:teuthology.orchestra.run.smithi146:> test -e /home/ubuntu/cephtest/archive/coredump 2024-08-29T14:59:05.302 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-29T14:59:05.302 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-08-29T14:59:05.314 INFO:teuthology.task.internal:Transferring archived files... 2024-08-29T14:59:05.314 DEBUG:teuthology.misc:Transferring archived files from smithi064:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/yuriw-2024-08-29_14:13:22-upgrade-wip-yuri4-testing-2024-08-28-1359-distro-default-smithi/7879935/remote/smithi064 2024-08-29T14:59:05.315 DEBUG:teuthology.orchestra.run.smithi064:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-08-29T14:59:05.365 DEBUG:teuthology.misc:Transferring archived files from smithi146:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/yuriw-2024-08-29_14:13:22-upgrade-wip-yuri4-testing-2024-08-28-1359-distro-default-smithi/7879935/remote/smithi146 2024-08-29T14:59:05.365 DEBUG:teuthology.orchestra.run.smithi146:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-08-29T14:59:05.399 INFO:teuthology.task.internal:Removing archive directory... 2024-08-29T14:59:05.400 DEBUG:teuthology.orchestra.run.smithi064:> rm -rf -- /home/ubuntu/cephtest/archive 2024-08-29T14:59:05.402 DEBUG:teuthology.orchestra.run.smithi146:> rm -rf -- /home/ubuntu/cephtest/archive 2024-08-29T14:59:05.450 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-08-29T14:59:05.460 INFO:teuthology.task.internal:Not uploading archives. 2024-08-29T14:59:05.461 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-08-29T14:59:05.508 INFO:teuthology.task.internal:Tidying up after the test... 2024-08-29T14:59:05.508 DEBUG:teuthology.orchestra.run.smithi064:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-08-29T14:59:05.511 DEBUG:teuthology.orchestra.run.smithi146:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-08-29T14:59:05.523 INFO:teuthology.orchestra.run.smithi064.stdout: 262217 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Aug 29 14:59 /home/ubuntu/cephtest 2024-08-29T14:59:05.526 INFO:teuthology.orchestra.run.smithi146.stdout: 262217 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Aug 29 14:59 /home/ubuntu/cephtest 2024-08-29T14:59:05.527 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-08-29T14:59:05.586 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-08-29T14:59:05.813 INFO:teuthology.run:Summary data: description: upgrade/reef-x/stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/radosbench 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/classic} duration: 1133.9143106937408 failure_reason: 'Command failed on smithi064 with status 22: "sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2b44bde8-6615-11ef-bcd4-c7b262605968 -e sha1=1f4056d968930e12926c25a8f13ee8ed6047c791 -- bash -c ''ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --limit 1''"' flavor: default owner: scheduled_yuriw@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=f4db20db8f67433baaa3a638c70a5570 status: fail success: false 2024-08-29T14:59:05.814 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-08-29T14:59:05.893 INFO:teuthology.run:FAIL