2024-09-21T09:22:10.780 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-21T09:22:10.806 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-21T09:22:10.918 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-09-21_03:08:26-upgrade-main-distro-default-smithi/7913649 branch: main description: upgrade/reef-x/stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/radosbench 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity} email: ceph-qa@ceph.com first-half-sequence: - cephadm.shell: env: - sha1 mon.a: - ceph config set mgr mgr/cephadm/daemon_cache_timeout 60 - ceph config set global log_to_journald false --force - echo wait for mgr daemons to upgrade - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mgr - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - echo wait for minority of mons to upgrade - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --limit 1 - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - sleep 60 - echo wait for majority of mons to upgrade - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --limit 1 - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - sleep 60 - echo wait for all mons to upgrade - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - sleep 60 - echo wait for half of osds to upgrade - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types osd --limit 4 - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done first-half-tasks: - full_sequential: - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - print: '**** done end radosbench.yaml' first_in_suite: false job_id: '7913649' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run randomized correctness test for rados operations generate write load with rados bench ' - desc: 'run randomized correctness test for rados operations generate write load with rados bench ' - desc: 'run basic cls tests for rbd ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'randomized correctness test for rados operations on a replicated pool, using only reads, writes, and deletes ' - desc: 'randomized correctness test for rados operations on a replicated pool with snapshot operations ' - desc: 'run basic import/export cli tests for rbd ' name: teuthology-2024-09-21_03:08:26-upgrade-main-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: main ceph: conf: global: mon election default strategy: 3 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - mons down - mon down - MON_DOWN - out of quorum - PG_AVAILABILITY sha1: 62da54b4b83a96ca9976b7e1d0c8272a564a2208 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: flavor: default sha1: 62da54b4b83a96ca9976b7e1d0c8272a564a2208 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: main sha1: 62da54b4b83a96ca9976b7e1d0c8272a564a2208 owner: scheduled_teuthology@teuthology priority: 850 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b second-half-sequence: sequential: - cephadm.shell: env: - sha1 mon.a: - sleep 60 - echo wait for upgrade to complete - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - echo upgrade complete - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 second-half-tasks: - workunit: branch: reef clients: client.0: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done rbd/import_export.sh 5-workload' seed: 5357 sha1: 62da54b4b83a96ca9976b7e1d0c8272a564a2208 sleep_before_teardown: 0 stress-tasks: - thrashosds: aggressive_pg_num_changes: false chance_force_recovery: 0 chance_pgnum_grow: 1 chance_pgpnum_fix: 1 chance_thrash_cluster_full: 0 chance_thrash_pg_upmap: 0 chance_thrash_pg_upmap_items: 0 disable_objectstore_tool_tests: true timeout: 1200 - full_sequential: - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - print: '**** done end radosbench.yaml' - workunit: branch: reef clients: client.0: - cls/test_cls_rbd.sh - print: '**** done cls/test_cls_rbd.sh 5-workload' - workunit: branch: reef clients: client.0: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done rbd/import_export.sh 5-workload' - workunit: branch: reef clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done rbd/test_librbd.sh 7-workload' - full_sequential: - rados: clients: - client.0 objects: 500 op_weights: delete: 10 read: 45 write: 45 ops: 4000 write_append_excl: false - print: '**** done rados/readwrite 5-workload' - full_sequential: - rados: clients: - client.0 objects: 50 op_weights: delete: 50 read: 100 rollback: 50 snap_create: 50 snap_remove: 50 write: 100 ops: 4000 write_append_excl: false - print: '**** done rados/snaps-few-objects 5-workload' subset: 31/32 suite: upgrade suite_branch: main suite_path: /home/teuthworker/src/git.ceph.com_ceph_62da54b4b83a96ca9976b7e1d0c8272a564a2208/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: 62da54b4b83a96ca9976b7e1d0c8272a564a2208 targets: smithi053.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMztO2O4hV2qX0deOG1YpyFtr253AzOyDoxteeWeiY99gsPQem4SNVze0wbkC04AUk91+dSXTM7Ua0Sgsf/H+mQ= smithi170.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBB1UKqBGeC15AYLnS8OxDRKfAjdZ9ORCTarv9qclacHXpyIPpv+q1+78Ql021A2qOd4IskBwSixgn1pSMac+YE= tasks: - pexec: all: - sudo dnf remove nvme-cli -y - sudo dnf install runc nvmetcli nvme-cli -y - sudo sed -i 's/^#runtime = "crun"/runtime = "runc"/g' /usr/share/containers/containers.conf - sudo sed -i 's/runtime = "crun"/#runtime = "crun"/g' /usr/share/containers/containers.conf - install: branch: reef exclude_packages: - ceph-volume - cephadm: compiled_cephadm_branch: reef conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:reef - cephadm.shell: mon.a: - ceph fs volume create foo - ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force - ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force - ceph.healthy: null - print: '**** upgrading first half of cluster, with stress ****' - parallel: - first-half-tasks - first-half-sequence - print: '**** done upgrading first half of cluster ****' - ceph.healthy: null - print: '**** applying stress + thrashing to mixed-version cluster ****' - parallel: - stress-tasks - ceph.healthy: null - print: '**** finishing upgrade ****' - parallel: - second-half-tasks - second-half-sequence - ceph.healthy: null teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-21_03:08:26 tube: smithi user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2902 2024-09-21T09:22:10.918 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_62da54b4b83a96ca9976b7e1d0c8272a564a2208/qa; will attempt to use it 2024-09-21T09:22:10.919 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_62da54b4b83a96ca9976b7e1d0c8272a564a2208/qa/tasks 2024-09-21T09:22:10.919 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-21T09:22:10.921 INFO:teuthology.task.internal:Checking packages... 2024-09-21T09:22:10.940 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '62da54b4b83a96ca9976b7e1d0c8272a564a2208' 2024-09-21T09:22:10.940 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-21T09:22:10.940 INFO:teuthology.packaging:ref: None 2024-09-21T09:22:10.941 INFO:teuthology.packaging:tag: None 2024-09-21T09:22:10.941 INFO:teuthology.packaging:branch: main 2024-09-21T09:22:10.941 INFO:teuthology.packaging:sha1: 62da54b4b83a96ca9976b7e1d0c8272a564a2208 2024-09-21T09:22:10.941 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=main 2024-09-21T09:22:11.154 INFO:teuthology.task.internal:Found packages for ceph version 19.3.0-5092.g62da54b4 2024-09-21T09:22:11.155 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-21T09:22:11.162 INFO:teuthology.task.internal:no buildpackages task found 2024-09-21T09:22:11.163 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-21T09:22:11.173 INFO:teuthology.task.internal:Saving configuration 2024-09-21T09:22:11.193 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-21T09:22:11.200 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-21T09:22:11.225 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi053.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-21_03:08:26-upgrade-main-distro-default-smithi/7913649', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-21 09:17:18.618098', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMztO2O4hV2qX0deOG1YpyFtr253AzOyDoxteeWeiY99gsPQem4SNVze0wbkC04AUk91+dSXTM7Ua0Sgsf/H+mQ='} 2024-09-21T09:22:11.247 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi170.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-21_03:08:26-upgrade-main-distro-default-smithi/7913649', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-21 09:17:18.619851', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBB1UKqBGeC15AYLnS8OxDRKfAjdZ9ORCTarv9qclacHXpyIPpv+q1+78Ql021A2qOd4IskBwSixgn1pSMac+YE='} 2024-09-21T09:22:11.247 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-21T09:22:11.254 INFO:teuthology.task.internal:roles: ubuntu@smithi053.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-09-21T09:22:11.254 INFO:teuthology.task.internal:roles: ubuntu@smithi170.front.sepia.ceph.com - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-09-21T09:22:11.254 INFO:teuthology.run_tasks:Running task console_log... 2024-09-21T09:22:11.311 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f0dbe814160>, signals=[15]) 2024-09-21T09:22:11.311 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-21T09:22:11.319 INFO:teuthology.task.internal:Opening connections... 2024-09-21T09:22:11.320 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi053.front.sepia.ceph.com 2024-09-21T09:22:11.321 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi053.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-21T09:22:11.399 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi170.front.sepia.ceph.com 2024-09-21T09:22:11.399 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi170.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-21T09:22:11.472 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-21T09:22:11.479 DEBUG:teuthology.orchestra.run.smithi053:> uname -m 2024-09-21T09:22:11.497 INFO:teuthology.orchestra.run.smithi053.stdout:x86_64 2024-09-21T09:22:11.497 DEBUG:teuthology.orchestra.run.smithi053:> cat /etc/os-release 2024-09-21T09:22:11.554 INFO:teuthology.orchestra.run.smithi053.stdout:NAME="CentOS Stream" 2024-09-21T09:22:11.554 INFO:teuthology.orchestra.run.smithi053.stdout:VERSION="9" 2024-09-21T09:22:11.554 INFO:teuthology.orchestra.run.smithi053.stdout:ID="centos" 2024-09-21T09:22:11.554 INFO:teuthology.orchestra.run.smithi053.stdout:ID_LIKE="rhel fedora" 2024-09-21T09:22:11.554 INFO:teuthology.orchestra.run.smithi053.stdout:VERSION_ID="9" 2024-09-21T09:22:11.554 INFO:teuthology.orchestra.run.smithi053.stdout:PLATFORM_ID="platform:el9" 2024-09-21T09:22:11.554 INFO:teuthology.orchestra.run.smithi053.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-21T09:22:11.554 INFO:teuthology.orchestra.run.smithi053.stdout:ANSI_COLOR="0;31" 2024-09-21T09:22:11.554 INFO:teuthology.orchestra.run.smithi053.stdout:LOGO="fedora-logo-icon" 2024-09-21T09:22:11.554 INFO:teuthology.orchestra.run.smithi053.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-21T09:22:11.555 INFO:teuthology.orchestra.run.smithi053.stdout:HOME_URL="https://centos.org/" 2024-09-21T09:22:11.555 INFO:teuthology.orchestra.run.smithi053.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-21T09:22:11.555 INFO:teuthology.orchestra.run.smithi053.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-21T09:22:11.555 INFO:teuthology.orchestra.run.smithi053.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-21T09:22:11.555 INFO:teuthology.lock.ops:Updating smithi053.front.sepia.ceph.com on lock server 2024-09-21T09:22:11.576 DEBUG:teuthology.orchestra.run.smithi170:> uname -m 2024-09-21T09:22:11.594 INFO:teuthology.orchestra.run.smithi170.stdout:x86_64 2024-09-21T09:22:11.594 DEBUG:teuthology.orchestra.run.smithi170:> cat /etc/os-release 2024-09-21T09:22:11.652 INFO:teuthology.orchestra.run.smithi170.stdout:NAME="CentOS Stream" 2024-09-21T09:22:11.652 INFO:teuthology.orchestra.run.smithi170.stdout:VERSION="9" 2024-09-21T09:22:11.652 INFO:teuthology.orchestra.run.smithi170.stdout:ID="centos" 2024-09-21T09:22:11.652 INFO:teuthology.orchestra.run.smithi170.stdout:ID_LIKE="rhel fedora" 2024-09-21T09:22:11.652 INFO:teuthology.orchestra.run.smithi170.stdout:VERSION_ID="9" 2024-09-21T09:22:11.652 INFO:teuthology.orchestra.run.smithi170.stdout:PLATFORM_ID="platform:el9" 2024-09-21T09:22:11.652 INFO:teuthology.orchestra.run.smithi170.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-21T09:22:11.652 INFO:teuthology.orchestra.run.smithi170.stdout:ANSI_COLOR="0;31" 2024-09-21T09:22:11.652 INFO:teuthology.orchestra.run.smithi170.stdout:LOGO="fedora-logo-icon" 2024-09-21T09:22:11.652 INFO:teuthology.orchestra.run.smithi170.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-21T09:22:11.652 INFO:teuthology.orchestra.run.smithi170.stdout:HOME_URL="https://centos.org/" 2024-09-21T09:22:11.652 INFO:teuthology.orchestra.run.smithi170.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-21T09:22:11.653 INFO:teuthology.orchestra.run.smithi170.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-21T09:22:11.653 INFO:teuthology.orchestra.run.smithi170.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-21T09:22:11.653 INFO:teuthology.lock.ops:Updating smithi170.front.sepia.ceph.com on lock server 2024-09-21T09:22:11.677 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-21T09:22:11.692 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-21T09:22:11.744 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-21T09:22:11.745 DEBUG:teuthology.orchestra.run.smithi053:> test '!' -e /home/ubuntu/cephtest 2024-09-21T09:22:11.747 DEBUG:teuthology.orchestra.run.smithi170:> test '!' -e /home/ubuntu/cephtest 2024-09-21T09:22:11.764 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-21T09:22:11.770 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-21T09:22:11.770 DEBUG:teuthology.orchestra.run.smithi053:> test -z $(ls -A /var/lib/ceph) 2024-09-21T09:22:11.804 DEBUG:teuthology.orchestra.run.smithi170:> test -z $(ls -A /var/lib/ceph) 2024-09-21T09:22:11.916 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-21T09:22:11.969 INFO:teuthology.run_tasks:Running task kernel... 2024-09-21T09:22:11.982 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-21T09:22:11.982 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-21T09:22:11.982 DEBUG:teuthology.orchestra.run.smithi053:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-21T09:22:11.983 DEBUG:teuthology.orchestra.run.smithi170:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-21T09:22:11.999 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-21T09:22:12.000 DEBUG:teuthology.orchestra.run.smithi053:> uname -r 2024-09-21T09:22:12.000 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-21T09:22:12.000 DEBUG:teuthology.orchestra.run.smithi170:> uname -r 2024-09-21T09:22:12.057 INFO:teuthology.orchestra.run.smithi053.stdout:5.14.0-503.el9.x86_64 2024-09-21T09:22:12.057 INFO:teuthology.task.kernel:Running kernel on smithi053: 5.14.0-503.el9.x86_64 2024-09-21T09:22:12.058 DEBUG:teuthology.orchestra.run.smithi053:> sudo yum install -y kernel 2024-09-21T09:22:12.058 INFO:teuthology.orchestra.run.smithi170.stdout:5.14.0-503.el9.x86_64 2024-09-21T09:22:12.059 INFO:teuthology.task.kernel:Running kernel on smithi170: 5.14.0-503.el9.x86_64 2024-09-21T09:22:12.059 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum install -y kernel 2024-09-21T09:22:15.624 INFO:teuthology.orchestra.run.smithi170.stdout:CentOS Stream 9 - BaseOS 4.6 MB/s | 8.3 MB 00:01 2024-09-21T09:22:15.688 INFO:teuthology.orchestra.run.smithi053.stdout:CentOS Stream 9 - BaseOS 4.4 MB/s | 8.3 MB 00:01 2024-09-21T09:22:17.539 INFO:teuthology.orchestra.run.smithi053.stdout:CentOS Stream 9 - AppStream 27 MB/s | 20 MB 00:00 2024-09-21T09:22:17.709 INFO:teuthology.orchestra.run.smithi170.stdout:CentOS Stream 9 - AppStream 21 MB/s | 20 MB 00:00 2024-09-21T09:22:23.023 INFO:teuthology.orchestra.run.smithi053.stdout:CentOS Stream 9 - CRB 4.2 MB/s | 6.5 MB 00:01 2024-09-21T09:22:23.560 INFO:teuthology.orchestra.run.smithi170.stdout:CentOS Stream 9 - CRB 3.2 MB/s | 6.5 MB 00:02 2024-09-21T09:22:24.591 INFO:teuthology.orchestra.run.smithi053.stdout:CentOS Stream 9 - Extras packages 63 kB/s | 19 kB 00:00 2024-09-21T09:22:25.002 INFO:teuthology.orchestra.run.smithi170.stdout:CentOS Stream 9 - Extras packages 92 kB/s | 19 kB 00:00 2024-09-21T09:22:25.487 INFO:teuthology.orchestra.run.smithi053.stdout:Extra Packages for Enterprise Linux 29 MB/s | 23 MB 00:00 2024-09-21T09:22:26.098 INFO:teuthology.orchestra.run.smithi170.stdout:Extra Packages for Enterprise Linux 23 MB/s | 23 MB 00:00 2024-09-21T09:22:31.117 INFO:teuthology.orchestra.run.smithi053.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-09-21T09:22:31.562 INFO:teuthology.orchestra.run.smithi170.stdout:lab-extras 32 kB/s | 1.7 kB 00:00 2024-09-21T09:22:33.115 INFO:teuthology.orchestra.run.smithi053.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-21T09:22:33.116 INFO:teuthology.orchestra.run.smithi053.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-21T09:22:33.232 INFO:teuthology.orchestra.run.smithi053.stdout:Dependencies resolved. 2024-09-21T09:22:33.237 INFO:teuthology.orchestra.run.smithi053.stdout:================================================================================ 2024-09-21T09:22:33.237 INFO:teuthology.orchestra.run.smithi053.stdout: Package Architecture Version Repository Size 2024-09-21T09:22:33.237 INFO:teuthology.orchestra.run.smithi053.stdout:================================================================================ 2024-09-21T09:22:33.237 INFO:teuthology.orchestra.run.smithi053.stdout:Installing: 2024-09-21T09:22:33.237 INFO:teuthology.orchestra.run.smithi053.stdout: kernel x86_64 5.14.0-508.el9 baseos 36 k 2024-09-21T09:22:33.237 INFO:teuthology.orchestra.run.smithi053.stdout:Installing dependencies: 2024-09-21T09:22:33.237 INFO:teuthology.orchestra.run.smithi053.stdout: kernel-core x86_64 5.14.0-508.el9 baseos 16 M 2024-09-21T09:22:33.238 INFO:teuthology.orchestra.run.smithi053.stdout: kernel-modules x86_64 5.14.0-508.el9 baseos 35 M 2024-09-21T09:22:33.238 INFO:teuthology.orchestra.run.smithi053.stdout: kernel-modules-core x86_64 5.14.0-508.el9 baseos 29 M 2024-09-21T09:22:33.238 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:22:33.238 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction Summary 2024-09-21T09:22:33.238 INFO:teuthology.orchestra.run.smithi053.stdout:================================================================================ 2024-09-21T09:22:33.238 INFO:teuthology.orchestra.run.smithi053.stdout:Install 4 Packages 2024-09-21T09:22:33.238 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:22:33.239 INFO:teuthology.orchestra.run.smithi053.stdout:Total download size: 79 M 2024-09-21T09:22:33.239 INFO:teuthology.orchestra.run.smithi053.stdout:Installed size: 126 M 2024-09-21T09:22:33.239 INFO:teuthology.orchestra.run.smithi053.stdout:Downloading Packages: 2024-09-21T09:22:33.352 INFO:teuthology.orchestra.run.smithi053.stdout:(1/4): kernel-5.14.0-508.el9.x86_64.rpm 392 kB/s | 36 kB 00:00 2024-09-21T09:22:33.485 INFO:teuthology.orchestra.run.smithi170.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-21T09:22:33.485 INFO:teuthology.orchestra.run.smithi170.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-21T09:22:33.577 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2024-09-21T09:22:33.589 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-21T09:22:33.589 INFO:teuthology.orchestra.run.smithi170.stdout: Package Architecture Version Repository Size 2024-09-21T09:22:33.589 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-21T09:22:33.589 INFO:teuthology.orchestra.run.smithi170.stdout:Installing: 2024-09-21T09:22:33.589 INFO:teuthology.orchestra.run.smithi170.stdout: kernel x86_64 5.14.0-508.el9 baseos 36 k 2024-09-21T09:22:33.589 INFO:teuthology.orchestra.run.smithi170.stdout:Installing dependencies: 2024-09-21T09:22:33.589 INFO:teuthology.orchestra.run.smithi170.stdout: kernel-core x86_64 5.14.0-508.el9 baseos 16 M 2024-09-21T09:22:33.589 INFO:teuthology.orchestra.run.smithi170.stdout: kernel-modules x86_64 5.14.0-508.el9 baseos 35 M 2024-09-21T09:22:33.589 INFO:teuthology.orchestra.run.smithi170.stdout: kernel-modules-core x86_64 5.14.0-508.el9 baseos 29 M 2024-09-21T09:22:33.589 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:22:33.589 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction Summary 2024-09-21T09:22:33.590 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-21T09:22:33.590 INFO:teuthology.orchestra.run.smithi170.stdout:Install 4 Packages 2024-09-21T09:22:33.590 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:22:33.590 INFO:teuthology.orchestra.run.smithi170.stdout:Total download size: 79 M 2024-09-21T09:22:33.590 INFO:teuthology.orchestra.run.smithi170.stdout:Installed size: 126 M 2024-09-21T09:22:33.590 INFO:teuthology.orchestra.run.smithi170.stdout:Downloading Packages: 2024-09-21T09:22:33.721 INFO:teuthology.orchestra.run.smithi170.stdout:(1/4): kernel-5.14.0-508.el9.x86_64.rpm 326 kB/s | 36 kB 00:00 2024-09-21T09:22:33.827 INFO:teuthology.orchestra.run.smithi053.stdout:(2/4): kernel-modules-core-5.14.0-508.el9.x86_6 60 MB/s | 29 MB 00:00 2024-09-21T09:22:34.113 INFO:teuthology.orchestra.run.smithi170.stdout:(2/4): kernel-core-5.14.0-508.el9.x86_64.rpm 31 MB/s | 16 MB 00:00 2024-09-21T09:22:34.144 INFO:teuthology.orchestra.run.smithi053.stdout:(3/4): kernel-modules-5.14.0-508.el9.x86_64.rpm 39 MB/s | 35 MB 00:00 2024-09-21T09:22:34.497 INFO:teuthology.orchestra.run.smithi170.stdout:(3/4): kernel-modules-core-5.14.0-508.el9.x86_6 37 MB/s | 29 MB 00:00 2024-09-21T09:22:34.502 INFO:teuthology.orchestra.run.smithi053.stdout:(4/4): kernel-core-5.14.0-508.el9.x86_64.rpm 13 MB/s | 16 MB 00:01 2024-09-21T09:22:34.503 INFO:teuthology.orchestra.run.smithi053.stdout:-------------------------------------------------------------------------------- 2024-09-21T09:22:34.503 INFO:teuthology.orchestra.run.smithi053.stdout:Total 62 MB/s | 79 MB 00:01 2024-09-21T09:22:34.831 INFO:teuthology.orchestra.run.smithi170.stdout:(4/4): kernel-modules-5.14.0-508.el9.x86_64.rpm 28 MB/s | 35 MB 00:01 2024-09-21T09:22:34.831 INFO:teuthology.orchestra.run.smithi170.stdout:-------------------------------------------------------------------------------- 2024-09-21T09:22:34.831 INFO:teuthology.orchestra.run.smithi170.stdout:Total 64 MB/s | 79 MB 00:01 2024-09-21T09:22:35.209 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction check 2024-09-21T09:22:35.511 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction check 2024-09-21T09:22:35.619 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction check succeeded. 2024-09-21T09:22:35.619 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction test 2024-09-21T09:22:35.871 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction check succeeded. 2024-09-21T09:22:35.871 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction test 2024-09-21T09:22:36.605 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction test succeeded. 2024-09-21T09:22:36.606 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction 2024-09-21T09:22:36.819 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction test succeeded. 2024-09-21T09:22:36.820 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction 2024-09-21T09:22:39.150 INFO:teuthology.orchestra.run.smithi053.stdout: Preparing : 1/1 2024-09-21T09:22:39.258 INFO:teuthology.orchestra.run.smithi170.stdout: Preparing : 1/1 2024-09-21T09:22:39.814 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : kernel-modules-core-5.14.0-508.el9.x86_64 1/4 2024-09-21T09:22:39.895 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-21T09:22:39.898 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : kernel-modules-core-5.14.0-508.el9.x86_64 1/4 2024-09-21T09:22:39.982 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-21T09:22:42.632 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-21T09:22:42.732 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-21T09:22:42.775 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-21T09:22:42.877 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-21T09:22:47.724 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-21T09:22:47.761 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : kernel-5.14.0-508.el9.x86_64 4/4 2024-09-21T09:22:47.900 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-21T09:22:47.942 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : kernel-5.14.0-508.el9.x86_64 4/4 2024-09-21T09:22:52.633 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-21T09:22:53.169 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-21T09:23:30.956 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 4/4 2024-09-21T09:23:31.004 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 4/4 2024-09-21T09:23:31.416 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: kernel-5.14.0-508.el9.x86_64 4/4 2024-09-21T09:23:31.416 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : kernel-5.14.0-508.el9.x86_64 1/4 2024-09-21T09:23:31.416 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-21T09:23:31.416 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-21T09:23:32.263 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 4/4 2024-09-21T09:23:32.305 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 4/4 2024-09-21T09:23:32.322 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-21T09:23:32.322 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:23:32.322 INFO:teuthology.orchestra.run.smithi170.stdout:Installed: 2024-09-21T09:23:32.322 INFO:teuthology.orchestra.run.smithi170.stdout: kernel-5.14.0-508.el9.x86_64 2024-09-21T09:23:32.322 INFO:teuthology.orchestra.run.smithi170.stdout: kernel-core-5.14.0-508.el9.x86_64 2024-09-21T09:23:32.322 INFO:teuthology.orchestra.run.smithi170.stdout: kernel-modules-5.14.0-508.el9.x86_64 2024-09-21T09:23:32.322 INFO:teuthology.orchestra.run.smithi170.stdout: kernel-modules-core-5.14.0-508.el9.x86_64 2024-09-21T09:23:32.322 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:23:32.322 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2024-09-21T09:23:32.646 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: kernel-5.14.0-508.el9.x86_64 4/4 2024-09-21T09:23:32.646 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : kernel-5.14.0-508.el9.x86_64 1/4 2024-09-21T09:23:32.647 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-21T09:23:32.647 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-21T09:23:32.685 DEBUG:teuthology.orchestra.run.smithi170:> rpm -q kernel | sort -rV | head -n 1 2024-09-21T09:23:32.813 INFO:teuthology.orchestra.run.smithi170.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-21T09:23:32.814 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-21T09:23:32.814 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-508.el9.x86_64 2024-09-21T09:23:32.814 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-21T09:23:32.814 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-21T09:23:32.815 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-09-21T09:23:32.815 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi170.front.sepia.ceph.com, path=None, version=distro) 2024-09-21T09:23:32.815 DEBUG:teuthology.orchestra.run.smithi170:> rpm -q kernel | sort -rV | head -n 1 2024-09-21T09:23:32.872 INFO:teuthology.orchestra.run.smithi170.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-21T09:23:32.873 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-21T09:23:32.873 DEBUG:teuthology.orchestra.run.smithi170:> sudo rpm -qi grub2-tools 2024-09-21T09:23:32.904 INFO:teuthology.orchestra.run.smithi170.stdout:Name : grub2-tools 2024-09-21T09:23:32.905 INFO:teuthology.orchestra.run.smithi170.stdout:Epoch : 1 2024-09-21T09:23:32.905 INFO:teuthology.orchestra.run.smithi170.stdout:Version : 2.06 2024-09-21T09:23:32.905 INFO:teuthology.orchestra.run.smithi170.stdout:Release : 82.el9 2024-09-21T09:23:32.905 INFO:teuthology.orchestra.run.smithi170.stdout:Architecture: x86_64 2024-09-21T09:23:32.905 INFO:teuthology.orchestra.run.smithi170.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-21T09:23:32.905 INFO:teuthology.orchestra.run.smithi170.stdout:Group : Unspecified 2024-09-21T09:23:32.905 INFO:teuthology.orchestra.run.smithi170.stdout:Size : 8274670 2024-09-21T09:23:32.905 INFO:teuthology.orchestra.run.smithi170.stdout:License : GPLv3+ 2024-09-21T09:23:32.905 INFO:teuthology.orchestra.run.smithi170.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-21T09:23:32.905 INFO:teuthology.orchestra.run.smithi170.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-21T09:23:32.905 INFO:teuthology.orchestra.run.smithi170.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-21T09:23:32.905 INFO:teuthology.orchestra.run.smithi170.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-21T09:23:32.905 INFO:teuthology.orchestra.run.smithi170.stdout:Packager : builder@centos.org 2024-09-21T09:23:32.905 INFO:teuthology.orchestra.run.smithi170.stdout:Vendor : CentOS 2024-09-21T09:23:32.906 INFO:teuthology.orchestra.run.smithi170.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-21T09:23:32.906 INFO:teuthology.orchestra.run.smithi170.stdout:Summary : Support tools for GRUB. 2024-09-21T09:23:32.906 INFO:teuthology.orchestra.run.smithi170.stdout:Description : 2024-09-21T09:23:32.906 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:23:32.906 INFO:teuthology.orchestra.run.smithi170.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-21T09:23:32.906 INFO:teuthology.orchestra.run.smithi170.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-21T09:23:32.906 INFO:teuthology.orchestra.run.smithi170.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-21T09:23:32.906 INFO:teuthology.orchestra.run.smithi170.stdout:hardware devices. 2024-09-21T09:23:32.906 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:23:32.906 INFO:teuthology.orchestra.run.smithi170.stdout:This subpackage provides tools for support of all platforms. 2024-09-21T09:23:32.907 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-21T09:23:32.907 INFO:teuthology.task.kernel:Updating grub on smithi170 to boot 5.14.0-508.el9.x86_64 2024-09-21T09:23:32.907 DEBUG:teuthology.orchestra.run.smithi170:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-21T09:23:33.545 INFO:teuthology.orchestra.run.smithi170.stderr:Generating grub configuration file ... 2024-09-21T09:23:33.680 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-21T09:23:33.680 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:23:33.680 INFO:teuthology.orchestra.run.smithi053.stdout:Installed: 2024-09-21T09:23:33.680 INFO:teuthology.orchestra.run.smithi053.stdout: kernel-5.14.0-508.el9.x86_64 2024-09-21T09:23:33.680 INFO:teuthology.orchestra.run.smithi053.stdout: kernel-core-5.14.0-508.el9.x86_64 2024-09-21T09:23:33.680 INFO:teuthology.orchestra.run.smithi053.stdout: kernel-modules-5.14.0-508.el9.x86_64 2024-09-21T09:23:33.680 INFO:teuthology.orchestra.run.smithi053.stdout: kernel-modules-core-5.14.0-508.el9.x86_64 2024-09-21T09:23:33.680 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:23:33.680 INFO:teuthology.orchestra.run.smithi053.stdout:Complete! 2024-09-21T09:23:34.006 DEBUG:teuthology.orchestra.run.smithi053:> rpm -q kernel | sort -rV | head -n 1 2024-09-21T09:23:34.096 INFO:teuthology.orchestra.run.smithi053.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-21T09:23:34.096 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-21T09:23:34.096 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-508.el9.x86_64 2024-09-21T09:23:34.096 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-21T09:23:34.096 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-21T09:23:34.096 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-09-21T09:23:34.096 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi053.front.sepia.ceph.com, path=None, version=distro) 2024-09-21T09:23:34.097 DEBUG:teuthology.orchestra.run.smithi053:> rpm -q kernel | sort -rV | head -n 1 2024-09-21T09:23:34.155 INFO:teuthology.orchestra.run.smithi053.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-21T09:23:34.155 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-21T09:23:34.155 DEBUG:teuthology.orchestra.run.smithi053:> sudo rpm -qi grub2-tools 2024-09-21T09:23:34.189 INFO:teuthology.orchestra.run.smithi053.stdout:Name : grub2-tools 2024-09-21T09:23:34.190 INFO:teuthology.orchestra.run.smithi053.stdout:Epoch : 1 2024-09-21T09:23:34.190 INFO:teuthology.orchestra.run.smithi053.stdout:Version : 2.06 2024-09-21T09:23:34.190 INFO:teuthology.orchestra.run.smithi053.stdout:Release : 82.el9 2024-09-21T09:23:34.190 INFO:teuthology.orchestra.run.smithi053.stdout:Architecture: x86_64 2024-09-21T09:23:34.190 INFO:teuthology.orchestra.run.smithi053.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-21T09:23:34.190 INFO:teuthology.orchestra.run.smithi053.stdout:Group : Unspecified 2024-09-21T09:23:34.190 INFO:teuthology.orchestra.run.smithi053.stdout:Size : 8274670 2024-09-21T09:23:34.190 INFO:teuthology.orchestra.run.smithi053.stdout:License : GPLv3+ 2024-09-21T09:23:34.190 INFO:teuthology.orchestra.run.smithi053.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-21T09:23:34.190 INFO:teuthology.orchestra.run.smithi053.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-21T09:23:34.190 INFO:teuthology.orchestra.run.smithi053.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-21T09:23:34.190 INFO:teuthology.orchestra.run.smithi053.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-21T09:23:34.191 INFO:teuthology.orchestra.run.smithi053.stdout:Packager : builder@centos.org 2024-09-21T09:23:34.191 INFO:teuthology.orchestra.run.smithi053.stdout:Vendor : CentOS 2024-09-21T09:23:34.191 INFO:teuthology.orchestra.run.smithi053.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-21T09:23:34.191 INFO:teuthology.orchestra.run.smithi053.stdout:Summary : Support tools for GRUB. 2024-09-21T09:23:34.191 INFO:teuthology.orchestra.run.smithi053.stdout:Description : 2024-09-21T09:23:34.191 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:23:34.191 INFO:teuthology.orchestra.run.smithi053.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-21T09:23:34.191 INFO:teuthology.orchestra.run.smithi053.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-21T09:23:34.191 INFO:teuthology.orchestra.run.smithi053.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-21T09:23:34.191 INFO:teuthology.orchestra.run.smithi053.stdout:hardware devices. 2024-09-21T09:23:34.191 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:23:34.191 INFO:teuthology.orchestra.run.smithi053.stdout:This subpackage provides tools for support of all platforms. 2024-09-21T09:23:34.192 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-21T09:23:34.192 INFO:teuthology.task.kernel:Updating grub on smithi053 to boot 5.14.0-508.el9.x86_64 2024-09-21T09:23:34.192 DEBUG:teuthology.orchestra.run.smithi053:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-21T09:23:34.821 INFO:teuthology.orchestra.run.smithi053.stderr:Generating grub configuration file ... 2024-09-21T09:23:34.881 INFO:teuthology.orchestra.run.smithi170.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-21T09:23:34.907 INFO:teuthology.orchestra.run.smithi170.stderr:done 2024-09-21T09:23:34.909 DEBUG:teuthology.orchestra.run.smithi170:> mktemp 2024-09-21T09:23:34.924 INFO:teuthology.orchestra.run.smithi170.stdout:/tmp/tmp.pIhnMxoDKN 2024-09-21T09:23:34.924 DEBUG:teuthology.orchestra.run.smithi170:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.pIhnMxoDKN 2024-09-21T09:23:34.991 DEBUG:teuthology.orchestra.run.smithi170:> sudo chmod 0666 /tmp/tmp.pIhnMxoDKN 2024-09-21T09:23:35.137 DEBUG:teuthology.orchestra.remote:smithi170:/tmp/tmp.pIhnMxoDKN is 6KB 2024-09-21T09:23:35.157 DEBUG:teuthology.orchestra.run.smithi170:> rm -fr /tmp/tmp.pIhnMxoDKN 2024-09-21T09:23:35.172 DEBUG:teuthology.orchestra.run.smithi170:> sudo /bin/ls /boot/loader/entries || true 2024-09-21T09:23:35.235 INFO:teuthology.orchestra.run.smithi170.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-21T09:23:35.235 INFO:teuthology.orchestra.run.smithi170.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-21T09:23:35.235 INFO:teuthology.orchestra.run.smithi170.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-21T09:23:35.235 INFO:teuthology.orchestra.run.smithi170.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64.conf 2024-09-21T09:23:35.237 DEBUG:teuthology.orchestra.run.smithi170:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64 2024-09-21T09:23:35.394 DEBUG:teuthology.orchestra.run.smithi170:> sudo shutdown -r now 2024-09-21T09:23:36.138 INFO:teuthology.orchestra.run.smithi053.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-21T09:23:36.173 INFO:teuthology.orchestra.run.smithi053.stderr:done 2024-09-21T09:23:36.175 DEBUG:teuthology.orchestra.run.smithi053:> mktemp 2024-09-21T09:23:36.190 INFO:teuthology.orchestra.run.smithi053.stdout:/tmp/tmp.PccpSoQrLL 2024-09-21T09:23:36.190 DEBUG:teuthology.orchestra.run.smithi053:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.PccpSoQrLL 2024-09-21T09:23:36.266 DEBUG:teuthology.orchestra.run.smithi053:> sudo chmod 0666 /tmp/tmp.PccpSoQrLL 2024-09-21T09:23:36.406 DEBUG:teuthology.orchestra.remote:smithi053:/tmp/tmp.PccpSoQrLL is 6KB 2024-09-21T09:23:36.426 DEBUG:teuthology.orchestra.run.smithi053:> rm -fr /tmp/tmp.PccpSoQrLL 2024-09-21T09:23:36.440 DEBUG:teuthology.orchestra.run.smithi053:> sudo /bin/ls /boot/loader/entries || true 2024-09-21T09:23:36.509 INFO:teuthology.orchestra.run.smithi053.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-21T09:23:36.509 INFO:teuthology.orchestra.run.smithi053.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-21T09:23:36.509 INFO:teuthology.orchestra.run.smithi053.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-21T09:23:36.509 INFO:teuthology.orchestra.run.smithi053.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64.conf 2024-09-21T09:23:36.510 DEBUG:teuthology.orchestra.run.smithi053:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64 2024-09-21T09:23:36.673 DEBUG:teuthology.orchestra.run.smithi053:> sudo shutdown -r now 2024-09-21T09:24:05.403 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-09-21T09:24:05.404 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi170.front.sepia.ceph.com' 2024-09-21T09:24:05.404 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi170.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-21T09:24:06.677 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-21T09:24:06.677 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi053.front.sepia.ceph.com' 2024-09-21T09:24:06.678 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi053.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-21T09:25:05.463 DEBUG:teuthology.orchestra.remote:timed out 2024-09-21T09:25:06.681 DEBUG:teuthology.orchestra.remote:timed out 2024-09-21T09:25:14.470 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi170.front.sepia.ceph.com' 2024-09-21T09:25:14.471 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi170.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-21T09:25:14.771 DEBUG:teuthology.orchestra.run.smithi170:> true 2024-09-21T09:25:15.328 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi170.front.sepia.ceph.com' 2024-09-21T09:25:15.328 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-508.el9.x86_64"... 2024-09-21T09:25:15.329 DEBUG:teuthology.orchestra.run.smithi170:> uname -r 2024-09-21T09:25:15.344 INFO:teuthology.orchestra.run.smithi170.stdout:5.14.0-508.el9.x86_64 2024-09-21T09:25:15.344 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-508.el9.x86_64 vs 5.14.0-508.el9.x86_64 2024-09-21T09:25:15.344 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-21T09:25:15.344 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-21T09:25:15.682 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi053.front.sepia.ceph.com' 2024-09-21T09:25:15.683 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi053.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-21T09:25:16.072 DEBUG:teuthology.orchestra.run.smithi053:> true 2024-09-21T09:25:16.345 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-09-21T09:25:16.346 DEBUG:teuthology.orchestra.run.smithi170:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-21T09:25:16.489 INFO:teuthology.orchestra.run.smithi170.stdout:ttyS1 2024-09-21T09:25:16.505 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi053.front.sepia.ceph.com' 2024-09-21T09:25:16.505 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-508.el9.x86_64"... 2024-09-21T09:25:16.505 DEBUG:teuthology.orchestra.run.smithi053:> uname -r 2024-09-21T09:25:16.516 DEBUG:teuthology.parallel:result is None 2024-09-21T09:25:16.522 INFO:teuthology.orchestra.run.smithi053.stdout:5.14.0-508.el9.x86_64 2024-09-21T09:25:16.522 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-508.el9.x86_64 vs 5.14.0-508.el9.x86_64 2024-09-21T09:25:16.522 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-21T09:25:16.522 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-21T09:25:17.523 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-21T09:25:17.523 DEBUG:teuthology.orchestra.run.smithi053:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-21T09:25:17.596 INFO:teuthology.orchestra.run.smithi053.stdout:ttyS1 2024-09-21T09:25:17.616 DEBUG:teuthology.parallel:result is None 2024-09-21T09:25:17.616 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-21T09:25:17.633 INFO:teuthology.task.internal:Creating test directory... 2024-09-21T09:25:17.633 DEBUG:teuthology.orchestra.run.smithi053:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-21T09:25:17.635 DEBUG:teuthology.orchestra.run.smithi170:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-21T09:25:17.651 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-21T09:25:17.664 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-21T09:25:17.679 INFO:teuthology.task.internal:Creating archive directory... 2024-09-21T09:25:17.679 DEBUG:teuthology.orchestra.run.smithi053:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-21T09:25:17.694 DEBUG:teuthology.orchestra.run.smithi170:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-21T09:25:17.727 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-21T09:25:17.739 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-21T09:25:17.739 DEBUG:teuthology.orchestra.run.smithi053:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-21T09:25:17.765 DEBUG:teuthology.orchestra.run.smithi170:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-21T09:25:17.802 INFO:teuthology.orchestra.run.smithi053.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-21T09:25:17.803 INFO:teuthology.orchestra.run.smithi170.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-21T09:25:17.813 INFO:teuthology.orchestra.run.smithi170.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-21T09:25:17.814 INFO:teuthology.orchestra.run.smithi053.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-21T09:25:17.816 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-21T09:25:17.825 INFO:teuthology.task.internal:Configuring sudo... 2024-09-21T09:25:17.825 DEBUG:teuthology.orchestra.run.smithi053:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-21T09:25:17.859 DEBUG:teuthology.orchestra.run.smithi170:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-21T09:25:17.885 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-21T09:25:17.896 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-21T09:25:17.896 DEBUG:teuthology.orchestra.run.smithi053:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-21T09:25:17.928 DEBUG:teuthology.orchestra.run.smithi170:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-21T09:25:17.943 DEBUG:teuthology.orchestra.run.smithi053:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-21T09:25:18.028 DEBUG:teuthology.orchestra.run.smithi053:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-21T09:25:18.079 DEBUG:teuthology.orchestra.run.smithi053:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-21T09:25:18.166 DEBUG:teuthology.orchestra.run.smithi053:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-21T09:25:18.207 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-09-21T09:25:18.207 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-21T09:25:18.275 DEBUG:teuthology.orchestra.run.smithi170:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-21T09:25:18.317 DEBUG:teuthology.orchestra.run.smithi170:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-21T09:25:18.371 DEBUG:teuthology.orchestra.run.smithi170:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-21T09:25:18.453 DEBUG:teuthology.orchestra.run.smithi170:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-21T09:25:18.495 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-21T09:25:18.495 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-21T09:25:18.562 DEBUG:teuthology.orchestra.run.smithi053:> sudo service rsyslog restart 2024-09-21T09:25:18.565 DEBUG:teuthology.orchestra.run.smithi170:> sudo service rsyslog restart 2024-09-21T09:25:18.614 INFO:teuthology.orchestra.run.smithi053.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-21T09:25:18.653 INFO:teuthology.orchestra.run.smithi170.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-21T09:25:19.108 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-21T09:25:19.120 INFO:teuthology.task.internal:Starting timer... 2024-09-21T09:25:19.120 INFO:teuthology.run_tasks:Running task pcp... 2024-09-21T09:25:19.135 INFO:teuthology.run_tasks:Running task selinux... 2024-09-21T09:25:19.147 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']} 2024-09-21T09:25:19.147 DEBUG:teuthology.orchestra.run.smithi053:> sudo service auditd rotate 2024-09-21T09:25:19.192 INFO:teuthology.orchestra.run.smithi053.stdout:Rotating logs: 2024-09-21T09:25:19.194 DEBUG:teuthology.orchestra.run.smithi170:> sudo service auditd rotate 2024-09-21T09:25:19.263 INFO:teuthology.orchestra.run.smithi170.stdout:Rotating logs: 2024-09-21T09:25:19.265 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-21T09:25:19.265 DEBUG:teuthology.orchestra.run.smithi053:> /usr/sbin/getenforce 2024-09-21T09:25:19.298 INFO:teuthology.orchestra.run.smithi053.stdout:Permissive 2024-09-21T09:25:19.298 DEBUG:teuthology.orchestra.run.smithi170:> /usr/sbin/getenforce 2024-09-21T09:25:19.315 INFO:teuthology.orchestra.run.smithi170.stdout:Permissive 2024-09-21T09:25:19.315 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi053.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi170.front.sepia.ceph.com': 'permissive'} 2024-09-21T09:25:19.315 DEBUG:teuthology.orchestra.run.smithi053:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-09-21T09:25:19.367 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-21T09:25:19.367 DEBUG:teuthology.orchestra.run.smithi170:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-09-21T09:25:19.391 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-21T09:25:19.391 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-21T09:25:19.391 DEBUG:teuthology.orchestra.run.smithi053:> sudo /usr/sbin/setenforce permissive 2024-09-21T09:25:19.442 DEBUG:teuthology.orchestra.run.smithi170:> sudo /usr/sbin/setenforce permissive 2024-09-21T09:25:19.473 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-21T09:25:19.485 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-09-21T09:25:19.487 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-09-21T09:25:19.585 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-21T09:25:20.836 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-21T09:25:20.837 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi053.front.sepia.ceph.com,smithi170.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-21T09:29:03.733 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi053.front.sepia.ceph.com'), Remote(name='ubuntu@smithi170.front.sepia.ceph.com')] 2024-09-21T09:29:03.734 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi053.front.sepia.ceph.com' 2024-09-21T09:29:03.735 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi053.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-21T09:29:03.811 DEBUG:teuthology.orchestra.run.smithi053:> true 2024-09-21T09:29:03.894 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi053.front.sepia.ceph.com' 2024-09-21T09:29:03.895 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi170.front.sepia.ceph.com' 2024-09-21T09:29:03.895 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi170.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-21T09:29:03.969 DEBUG:teuthology.orchestra.run.smithi170:> true 2024-09-21T09:29:04.050 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi170.front.sepia.ceph.com' 2024-09-21T09:29:04.051 INFO:teuthology.run_tasks:Running task clock... 2024-09-21T09:29:04.060 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-21T09:29:04.060 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-21T09:29:04.061 DEBUG:teuthology.orchestra.run.smithi053:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-21T09:29:04.063 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-21T09:29:04.063 DEBUG:teuthology.orchestra.run.smithi170:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-21T09:29:04.092 INFO:teuthology.orchestra.run.smithi053.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-21T09:29:04.107 INFO:teuthology.orchestra.run.smithi053.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-21T09:29:04.122 INFO:teuthology.orchestra.run.smithi170.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-21T09:29:04.134 INFO:teuthology.orchestra.run.smithi053.stderr:sudo: ntpd: command not found 2024-09-21T09:29:04.136 INFO:teuthology.orchestra.run.smithi170.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-21T09:29:04.145 INFO:teuthology.orchestra.run.smithi053.stdout:506 Cannot talk to daemon 2024-09-21T09:29:04.160 INFO:teuthology.orchestra.run.smithi053.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-21T09:29:04.161 INFO:teuthology.orchestra.run.smithi170.stderr:sudo: ntpd: command not found 2024-09-21T09:29:04.172 INFO:teuthology.orchestra.run.smithi170.stdout:506 Cannot talk to daemon 2024-09-21T09:29:04.175 INFO:teuthology.orchestra.run.smithi053.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-21T09:29:04.187 INFO:teuthology.orchestra.run.smithi170.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-21T09:29:04.201 INFO:teuthology.orchestra.run.smithi170.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-21T09:29:04.233 INFO:teuthology.orchestra.run.smithi053.stderr:bash: line 1: ntpq: command not found 2024-09-21T09:29:04.237 INFO:teuthology.orchestra.run.smithi053.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-21T09:29:04.238 INFO:teuthology.orchestra.run.smithi053.stdout:=============================================================================== 2024-09-21T09:29:04.238 INFO:teuthology.orchestra.run.smithi053.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-21T09:29:04.238 INFO:teuthology.orchestra.run.smithi053.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-21T09:29:04.238 INFO:teuthology.orchestra.run.smithi053.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-21T09:29:04.238 INFO:teuthology.orchestra.run.smithi053.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-21T09:29:04.259 INFO:teuthology.orchestra.run.smithi170.stderr:bash: line 1: ntpq: command not found 2024-09-21T09:29:04.262 INFO:teuthology.orchestra.run.smithi170.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-21T09:29:04.262 INFO:teuthology.orchestra.run.smithi170.stdout:=============================================================================== 2024-09-21T09:29:04.262 INFO:teuthology.orchestra.run.smithi170.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-21T09:29:04.262 INFO:teuthology.orchestra.run.smithi170.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-21T09:29:04.262 INFO:teuthology.orchestra.run.smithi170.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-21T09:29:04.262 INFO:teuthology.orchestra.run.smithi170.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-21T09:29:04.263 INFO:teuthology.run_tasks:Running task pexec... 2024-09-21T09:29:04.272 INFO:teuthology.task.pexec:Executing custom commands... 2024-09-21T09:29:04.273 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi053.front.sepia.ceph.com 2024-09-21T09:29:04.273 DEBUG:teuthology.orchestra.run.smithi053:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-09-21T09:29:04.273 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi170.front.sepia.ceph.com 2024-09-21T09:29:04.273 DEBUG:teuthology.orchestra.run.smithi170:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-09-21T09:29:04.644 INFO:teuthology.orchestra.run.smithi053.stdout:Dependencies resolved. 2024-09-21T09:29:04.645 INFO:teuthology.orchestra.run.smithi053.stdout:================================================================================ 2024-09-21T09:29:04.646 INFO:teuthology.orchestra.run.smithi053.stdout: Package Architecture Version Repository Size 2024-09-21T09:29:04.646 INFO:teuthology.orchestra.run.smithi053.stdout:================================================================================ 2024-09-21T09:29:04.646 INFO:teuthology.orchestra.run.smithi053.stdout:Removing: 2024-09-21T09:29:04.646 INFO:teuthology.orchestra.run.smithi053.stdout: nvme-cli x86_64 2.9.1-6.el9 @baseos 5.3 M 2024-09-21T09:29:04.646 INFO:teuthology.orchestra.run.smithi053.stdout:Removing unused dependencies: 2024-09-21T09:29:04.646 INFO:teuthology.orchestra.run.smithi053.stdout: libnvme x86_64 1.9-3.el9 @baseos 273 k 2024-09-21T09:29:04.646 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:29:04.646 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction Summary 2024-09-21T09:29:04.646 INFO:teuthology.orchestra.run.smithi053.stdout:================================================================================ 2024-09-21T09:29:04.646 INFO:teuthology.orchestra.run.smithi053.stdout:Remove 2 Packages 2024-09-21T09:29:04.646 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:29:04.646 INFO:teuthology.orchestra.run.smithi053.stdout:Freed space: 5.5 M 2024-09-21T09:29:04.646 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction check 2024-09-21T09:29:04.650 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction check succeeded. 2024-09-21T09:29:04.651 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction test 2024-09-21T09:29:04.652 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2024-09-21T09:29:04.658 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-21T09:29:04.658 INFO:teuthology.orchestra.run.smithi170.stdout: Package Architecture Version Repository Size 2024-09-21T09:29:04.658 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-21T09:29:04.658 INFO:teuthology.orchestra.run.smithi170.stdout:Removing: 2024-09-21T09:29:04.659 INFO:teuthology.orchestra.run.smithi170.stdout: nvme-cli x86_64 2.9.1-6.el9 @baseos 5.3 M 2024-09-21T09:29:04.659 INFO:teuthology.orchestra.run.smithi170.stdout:Removing unused dependencies: 2024-09-21T09:29:04.659 INFO:teuthology.orchestra.run.smithi170.stdout: libnvme x86_64 1.9-3.el9 @baseos 273 k 2024-09-21T09:29:04.659 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:29:04.659 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction Summary 2024-09-21T09:29:04.659 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-21T09:29:04.659 INFO:teuthology.orchestra.run.smithi170.stdout:Remove 2 Packages 2024-09-21T09:29:04.659 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:29:04.659 INFO:teuthology.orchestra.run.smithi170.stdout:Freed space: 5.5 M 2024-09-21T09:29:04.659 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction check 2024-09-21T09:29:04.663 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction check succeeded. 2024-09-21T09:29:04.663 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction test 2024-09-21T09:29:04.719 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction test succeeded. 2024-09-21T09:29:04.720 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction 2024-09-21T09:29:04.729 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction test succeeded. 2024-09-21T09:29:04.730 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction 2024-09-21T09:29:04.866 INFO:teuthology.orchestra.run.smithi170.stdout: Preparing : 1/1 2024-09-21T09:29:04.876 INFO:teuthology.orchestra.run.smithi053.stdout: Preparing : 1/1 2024-09-21T09:29:04.945 INFO:teuthology.orchestra.run.smithi170.stdout: Erasing : nvme-cli-2.9.1-6.el9.x86_64 1/2 2024-09-21T09:29:04.972 INFO:teuthology.orchestra.run.smithi053.stdout: Erasing : nvme-cli-2.9.1-6.el9.x86_64 1/2 2024-09-21T09:29:04.997 INFO:teuthology.orchestra.run.smithi170.stdout: Erasing : libnvme-1.9-3.el9.x86_64 2/2 2024-09-21T09:29:05.041 INFO:teuthology.orchestra.run.smithi053.stdout: Erasing : libnvme-1.9-3.el9.x86_64 2/2 2024-09-21T09:29:05.508 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: libnvme-1.9-3.el9.x86_64 2/2 2024-09-21T09:29:05.508 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : libnvme-1.9-3.el9.x86_64 1/2 2024-09-21T09:29:05.523 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: libnvme-1.9-3.el9.x86_64 2/2 2024-09-21T09:29:05.523 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : libnvme-1.9-3.el9.x86_64 1/2 2024-09-21T09:29:05.756 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 2/2 2024-09-21T09:29:05.756 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:29:05.756 INFO:teuthology.orchestra.run.smithi053.stdout:Removed: 2024-09-21T09:29:05.756 INFO:teuthology.orchestra.run.smithi053.stdout: libnvme-1.9-3.el9.x86_64 nvme-cli-2.9.1-6.el9.x86_64 2024-09-21T09:29:05.756 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:29:05.756 INFO:teuthology.orchestra.run.smithi053.stdout:Complete! 2024-09-21T09:29:05.777 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 2/2 2024-09-21T09:29:05.777 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:29:05.777 INFO:teuthology.orchestra.run.smithi170.stdout:Removed: 2024-09-21T09:29:05.777 INFO:teuthology.orchestra.run.smithi170.stdout: libnvme-1.9-3.el9.x86_64 nvme-cli-2.9.1-6.el9.x86_64 2024-09-21T09:29:05.777 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:29:05.778 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2024-09-21T09:29:06.587 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:00:50 ago on Sat 21 Sep 2024 09:28:16 AM UTC. 2024-09-21T09:29:06.592 INFO:teuthology.orchestra.run.smithi053.stdout:Last metadata expiration check: 0:00:45 ago on Sat 21 Sep 2024 09:28:21 AM UTC. 2024-09-21T09:29:06.722 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2024-09-21T09:29:06.722 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-21T09:29:06.723 INFO:teuthology.orchestra.run.smithi170.stdout: Package Arch Version Repository Size 2024-09-21T09:29:06.723 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-21T09:29:06.723 INFO:teuthology.orchestra.run.smithi170.stdout:Installing: 2024-09-21T09:29:06.723 INFO:teuthology.orchestra.run.smithi170.stdout: nvme-cli x86_64 2.9.1-6.el9 baseos 906 k 2024-09-21T09:29:06.723 INFO:teuthology.orchestra.run.smithi170.stdout: nvmetcli noarch 0.7-3.el9 baseos 44 k 2024-09-21T09:29:06.723 INFO:teuthology.orchestra.run.smithi170.stdout: runc x86_64 4:1.1.13-4.el9 appstream 3.2 M 2024-09-21T09:29:06.723 INFO:teuthology.orchestra.run.smithi170.stdout:Installing dependencies: 2024-09-21T09:29:06.723 INFO:teuthology.orchestra.run.smithi170.stdout: libnvme x86_64 1.9-3.el9 baseos 106 k 2024-09-21T09:29:06.723 INFO:teuthology.orchestra.run.smithi170.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2024-09-21T09:29:06.723 INFO:teuthology.orchestra.run.smithi170.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2024-09-21T09:29:06.723 INFO:teuthology.orchestra.run.smithi170.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2024-09-21T09:29:06.723 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:29:06.723 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction Summary 2024-09-21T09:29:06.723 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-21T09:29:06.723 INFO:teuthology.orchestra.run.smithi170.stdout:Install 7 Packages 2024-09-21T09:29:06.724 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:29:06.731 INFO:teuthology.orchestra.run.smithi053.stdout:Dependencies resolved. 2024-09-21T09:29:06.732 INFO:teuthology.orchestra.run.smithi053.stdout:================================================================================ 2024-09-21T09:29:06.732 INFO:teuthology.orchestra.run.smithi053.stdout: Package Arch Version Repository Size 2024-09-21T09:29:06.732 INFO:teuthology.orchestra.run.smithi053.stdout:================================================================================ 2024-09-21T09:29:06.732 INFO:teuthology.orchestra.run.smithi053.stdout:Installing: 2024-09-21T09:29:06.732 INFO:teuthology.orchestra.run.smithi053.stdout: nvme-cli x86_64 2.9.1-6.el9 baseos 906 k 2024-09-21T09:29:06.732 INFO:teuthology.orchestra.run.smithi053.stdout: nvmetcli noarch 0.7-3.el9 baseos 44 k 2024-09-21T09:29:06.732 INFO:teuthology.orchestra.run.smithi053.stdout: runc x86_64 4:1.1.13-4.el9 appstream 3.2 M 2024-09-21T09:29:06.732 INFO:teuthology.orchestra.run.smithi053.stdout:Installing dependencies: 2024-09-21T09:29:06.732 INFO:teuthology.orchestra.run.smithi053.stdout: libnvme x86_64 1.9-3.el9 baseos 106 k 2024-09-21T09:29:06.733 INFO:teuthology.orchestra.run.smithi053.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2024-09-21T09:29:06.733 INFO:teuthology.orchestra.run.smithi053.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2024-09-21T09:29:06.733 INFO:teuthology.orchestra.run.smithi053.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2024-09-21T09:29:06.733 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:29:06.733 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction Summary 2024-09-21T09:29:06.733 INFO:teuthology.orchestra.run.smithi053.stdout:================================================================================ 2024-09-21T09:29:06.733 INFO:teuthology.orchestra.run.smithi053.stdout:Install 7 Packages 2024-09-21T09:29:06.733 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:29:06.737 INFO:teuthology.orchestra.run.smithi170.stdout:Total download size: 5.2 M 2024-09-21T09:29:06.737 INFO:teuthology.orchestra.run.smithi170.stdout:Installed size: 19 M 2024-09-21T09:29:06.738 INFO:teuthology.orchestra.run.smithi170.stdout:Downloading Packages: 2024-09-21T09:29:06.743 INFO:teuthology.orchestra.run.smithi053.stdout:Total download size: 5.2 M 2024-09-21T09:29:06.743 INFO:teuthology.orchestra.run.smithi053.stdout:Installed size: 19 M 2024-09-21T09:29:06.743 INFO:teuthology.orchestra.run.smithi053.stdout:Downloading Packages: 2024-09-21T09:29:06.993 INFO:teuthology.orchestra.run.smithi053.stdout:(1/7): nvmetcli-0.7-3.el9.noarch.rpm 390 kB/s | 44 kB 00:00 2024-09-21T09:29:07.018 INFO:teuthology.orchestra.run.smithi053.stdout:(2/7): libnvme-1.9-3.el9.x86_64.rpm 760 kB/s | 106 kB 00:00 2024-09-21T09:29:07.068 INFO:teuthology.orchestra.run.smithi053.stdout:(3/7): python3-configshell-1.1.30-1.el9.noarch. 952 kB/s | 72 kB 00:00 2024-09-21T09:29:07.094 INFO:teuthology.orchestra.run.smithi053.stdout:(4/7): python3-kmod-0.9-32.el9.x86_64.rpm 1.1 MB/s | 84 kB 00:00 2024-09-21T09:29:07.127 INFO:teuthology.orchestra.run.smithi053.stdout:(5/7): nvme-cli-2.9.1-6.el9.x86_64.rpm 3.6 MB/s | 906 kB 00:00 2024-09-21T09:29:07.206 INFO:teuthology.orchestra.run.smithi170.stdout:(1/7): nvmetcli-0.7-3.el9.noarch.rpm 489 kB/s | 44 kB 00:00 2024-09-21T09:29:07.236 INFO:teuthology.orchestra.run.smithi053.stdout:(6/7): python3-urwid-2.1.2-4.el9.x86_64.rpm 4.9 MB/s | 837 kB 00:00 2024-09-21T09:29:07.240 INFO:teuthology.orchestra.run.smithi170.stdout:(2/7): libnvme-1.9-3.el9.x86_64.rpm 851 kB/s | 106 kB 00:00 2024-09-21T09:29:07.290 INFO:teuthology.orchestra.run.smithi170.stdout:(3/7): python3-configshell-1.1.30-1.el9.noarch. 858 kB/s | 72 kB 00:00 2024-09-21T09:29:07.315 INFO:teuthology.orchestra.run.smithi170.stdout:(4/7): python3-kmod-0.9-32.el9.x86_64.rpm 1.1 MB/s | 84 kB 00:00 2024-09-21T09:29:07.348 INFO:teuthology.orchestra.run.smithi170.stdout:(5/7): nvme-cli-2.9.1-6.el9.x86_64.rpm 3.8 MB/s | 906 kB 00:00 2024-09-21T09:29:07.361 INFO:teuthology.orchestra.run.smithi053.stdout:(7/7): runc-1.1.13-4.el9.x86_64.rpm 12 MB/s | 3.2 MB 00:00 2024-09-21T09:29:07.361 INFO:teuthology.orchestra.run.smithi053.stdout:-------------------------------------------------------------------------------- 2024-09-21T09:29:07.361 INFO:teuthology.orchestra.run.smithi053.stdout:Total 8.4 MB/s | 5.2 MB 00:00 2024-09-21T09:29:07.416 INFO:teuthology.orchestra.run.smithi170.stdout:(6/7): python3-urwid-2.1.2-4.el9.x86_64.rpm 6.5 MB/s | 837 kB 00:00 2024-09-21T09:29:07.477 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction check 2024-09-21T09:29:07.493 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction check succeeded. 2024-09-21T09:29:07.494 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction test 2024-09-21T09:29:07.796 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction test succeeded. 2024-09-21T09:29:07.796 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction 2024-09-21T09:29:07.807 INFO:teuthology.orchestra.run.smithi170.stdout:(7/7): runc-1.1.13-4.el9.x86_64.rpm 6.4 MB/s | 3.2 MB 00:00 2024-09-21T09:29:07.807 INFO:teuthology.orchestra.run.smithi170.stdout:-------------------------------------------------------------------------------- 2024-09-21T09:29:07.808 INFO:teuthology.orchestra.run.smithi170.stdout:Total 4.8 MB/s | 5.2 MB 00:01 2024-09-21T09:29:07.917 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction check 2024-09-21T09:29:07.932 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction check succeeded. 2024-09-21T09:29:07.932 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction test 2024-09-21T09:29:08.277 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction test succeeded. 2024-09-21T09:29:08.277 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction 2024-09-21T09:29:08.286 INFO:teuthology.orchestra.run.smithi053.stdout: Preparing : 1/1 2024-09-21T09:29:08.381 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 1/7 2024-09-21T09:29:08.415 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 2/7 2024-09-21T09:29:08.443 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 3/7 2024-09-21T09:29:08.666 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : libnvme-1.9-3.el9.x86_64 4/7 2024-09-21T09:29:08.699 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : nvme-cli-2.9.1-6.el9.x86_64 5/7 2024-09-21T09:29:08.755 INFO:teuthology.orchestra.run.smithi170.stdout: Preparing : 1/1 2024-09-21T09:29:08.843 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 1/7 2024-09-21T09:29:08.899 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 2/7 2024-09-21T09:29:08.932 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 3/7 2024-09-21T09:29:09.142 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : libnvme-1.9-3.el9.x86_64 4/7 2024-09-21T09:29:09.175 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: nvme-cli-2.9.1-6.el9.x86_64 5/7 2024-09-21T09:29:09.179 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : nvme-cli-2.9.1-6.el9.x86_64 5/7 2024-09-21T09:29:09.202 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : nvmetcli-0.7-3.el9.noarch 6/7 2024-09-21T09:29:09.327 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: nvmetcli-0.7-3.el9.noarch 6/7 2024-09-21T09:29:09.391 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : runc-4:1.1.13-4.el9.x86_64 7/7 2024-09-21T09:29:09.607 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: nvme-cli-2.9.1-6.el9.x86_64 5/7 2024-09-21T09:29:09.634 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : nvmetcli-0.7-3.el9.noarch 6/7 2024-09-21T09:29:09.748 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: nvmetcli-0.7-3.el9.noarch 6/7 2024-09-21T09:29:09.810 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : runc-4:1.1.13-4.el9.x86_64 7/7 2024-09-21T09:29:10.322 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: runc-4:1.1.13-4.el9.x86_64 7/7 2024-09-21T09:29:10.322 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : libnvme-1.9-3.el9.x86_64 1/7 2024-09-21T09:29:10.322 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 2/7 2024-09-21T09:29:10.322 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : nvmetcli-0.7-3.el9.noarch 3/7 2024-09-21T09:29:10.322 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 4/7 2024-09-21T09:29:10.322 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 5/7 2024-09-21T09:29:10.322 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 6/7 2024-09-21T09:29:10.785 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: runc-4:1.1.13-4.el9.x86_64 7/7 2024-09-21T09:29:10.785 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : libnvme-1.9-3.el9.x86_64 1/7 2024-09-21T09:29:10.785 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 2/7 2024-09-21T09:29:10.785 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : nvmetcli-0.7-3.el9.noarch 3/7 2024-09-21T09:29:10.786 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 4/7 2024-09-21T09:29:10.786 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 5/7 2024-09-21T09:29:10.786 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 6/7 2024-09-21T09:29:10.812 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : runc-4:1.1.13-4.el9.x86_64 7/7 2024-09-21T09:29:10.812 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:29:10.812 INFO:teuthology.orchestra.run.smithi053.stdout:Installed: 2024-09-21T09:29:10.812 INFO:teuthology.orchestra.run.smithi053.stdout: libnvme-1.9-3.el9.x86_64 nvme-cli-2.9.1-6.el9.x86_64 2024-09-21T09:29:10.812 INFO:teuthology.orchestra.run.smithi053.stdout: nvmetcli-0.7-3.el9.noarch python3-configshell-1:1.1.30-1.el9.noarch 2024-09-21T09:29:10.812 INFO:teuthology.orchestra.run.smithi053.stdout: python3-kmod-0.9-32.el9.x86_64 python3-urwid-2.1.2-4.el9.x86_64 2024-09-21T09:29:10.812 INFO:teuthology.orchestra.run.smithi053.stdout: runc-4:1.1.13-4.el9.x86_64 2024-09-21T09:29:10.812 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:29:10.813 INFO:teuthology.orchestra.run.smithi053.stdout:Complete! 2024-09-21T09:29:11.138 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : runc-4:1.1.13-4.el9.x86_64 7/7 2024-09-21T09:29:11.138 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:29:11.138 INFO:teuthology.orchestra.run.smithi170.stdout:Installed: 2024-09-21T09:29:11.138 INFO:teuthology.orchestra.run.smithi170.stdout: libnvme-1.9-3.el9.x86_64 nvme-cli-2.9.1-6.el9.x86_64 2024-09-21T09:29:11.138 INFO:teuthology.orchestra.run.smithi170.stdout: nvmetcli-0.7-3.el9.noarch python3-configshell-1:1.1.30-1.el9.noarch 2024-09-21T09:29:11.138 INFO:teuthology.orchestra.run.smithi170.stdout: python3-kmod-0.9-32.el9.x86_64 python3-urwid-2.1.2-4.el9.x86_64 2024-09-21T09:29:11.138 INFO:teuthology.orchestra.run.smithi170.stdout: runc-4:1.1.13-4.el9.x86_64 2024-09-21T09:29:11.138 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:29:11.138 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2024-09-21T09:29:11.210 DEBUG:teuthology.parallel:result is None 2024-09-21T09:29:11.538 DEBUG:teuthology.parallel:result is None 2024-09-21T09:29:11.539 INFO:teuthology.run_tasks:Running task install... 2024-09-21T09:29:11.547 DEBUG:teuthology.task.install:project ceph 2024-09-21T09:29:11.547 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '62da54b4b83a96ca9976b7e1d0c8272a564a2208'}} 2024-09-21T09:29:11.547 DEBUG:teuthology.task.install:config {'branch': 'reef', 'exclude_packages': ['ceph-volume'], 'flavor': 'default', 'sha1': '62da54b4b83a96ca9976b7e1d0c8272a564a2208'} 2024-09-21T09:29:11.547 INFO:teuthology.task.install:Using flavor: default 2024-09-21T09:29:11.553 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-21T09:29:11.553 INFO:teuthology.task.install:extra packages: [] 2024-09-21T09:29:11.553 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': [], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '62da54b4b83a96ca9976b7e1d0c8272a564a2208', 'tag': None, 'wait_for_package': False} 2024-09-21T09:29:11.553 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-21T09:29:11.553 INFO:teuthology.packaging:ref: None 2024-09-21T09:29:11.554 INFO:teuthology.packaging:tag: None 2024-09-21T09:29:11.554 INFO:teuthology.packaging:branch: reef 2024-09-21T09:29:11.554 INFO:teuthology.packaging:sha1: 62da54b4b83a96ca9976b7e1d0c8272a564a2208 2024-09-21T09:29:11.554 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-09-21T09:29:11.555 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': [], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '62da54b4b83a96ca9976b7e1d0c8272a564a2208', 'tag': None, 'wait_for_package': False} 2024-09-21T09:29:11.556 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-21T09:29:11.556 INFO:teuthology.packaging:ref: None 2024-09-21T09:29:11.556 INFO:teuthology.packaging:tag: None 2024-09-21T09:29:11.556 INFO:teuthology.packaging:branch: reef 2024-09-21T09:29:11.556 INFO:teuthology.packaging:sha1: 62da54b4b83a96ca9976b7e1d0c8272a564a2208 2024-09-21T09:29:11.556 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-09-21T09:29:11.812 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/reef/6a1bdf854bb5803efd58957907442aa01f41a8fc/centos/9/flavors/default/ 2024-09-21T09:29:11.812 INFO:teuthology.task.install.rpm:Package version is 18.2.4-871.g6a1bdf85 2024-09-21T09:29:11.831 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/reef/6a1bdf854bb5803efd58957907442aa01f41a8fc/centos/9/flavors/default/ 2024-09-21T09:29:11.831 INFO:teuthology.task.install.rpm:Package version is 18.2.4-871.g6a1bdf85 2024-09-21T09:29:11.922 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/reef/6a1bdf854bb5803efd58957907442aa01f41a8fc/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/reef/6a1bdf854bb5803efd58957907442aa01f41a8fc/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/reef/6a1bdf854bb5803efd58957907442aa01f41a8fc/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-21T09:29:11.922 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-09-21T09:29:11.923 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-21T09:29:11.938 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/reef/6a1bdf854bb5803efd58957907442aa01f41a8fc/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/reef/6a1bdf854bb5803efd58957907442aa01f41a8fc/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/reef/6a1bdf854bb5803efd58957907442aa01f41a8fc/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-21T09:29:11.938 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-21T09:29:11.938 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-21T09:29:11.952 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd on remote rpm x86_64 2024-09-21T09:29:11.952 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-21T09:29:11.952 INFO:teuthology.packaging:ref: None 2024-09-21T09:29:11.953 INFO:teuthology.packaging:tag: None 2024-09-21T09:29:11.953 INFO:teuthology.packaging:branch: reef 2024-09-21T09:29:11.953 INFO:teuthology.packaging:sha1: 62da54b4b83a96ca9976b7e1d0c8272a564a2208 2024-09-21T09:29:11.953 DEBUG:teuthology.orchestra.run.smithi053:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-21T09:29:11.964 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd on remote rpm x86_64 2024-09-21T09:29:11.964 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-21T09:29:11.964 INFO:teuthology.packaging:ref: None 2024-09-21T09:29:11.964 INFO:teuthology.packaging:tag: None 2024-09-21T09:29:11.965 INFO:teuthology.packaging:branch: reef 2024-09-21T09:29:11.965 INFO:teuthology.packaging:sha1: 62da54b4b83a96ca9976b7e1d0c8272a564a2208 2024-09-21T09:29:11.965 DEBUG:teuthology.orchestra.run.smithi170:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-21T09:29:12.021 DEBUG:teuthology.orchestra.run.smithi053:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-21T09:29:12.034 DEBUG:teuthology.orchestra.run.smithi170:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-21T09:29:12.100 DEBUG:teuthology.orchestra.run.smithi053:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-21T09:29:12.110 DEBUG:teuthology.orchestra.run.smithi170:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-21T09:29:12.165 INFO:teuthology.orchestra.run.smithi053.stdout:check_obsoletes = 1 2024-09-21T09:29:12.167 DEBUG:teuthology.orchestra.run.smithi053:> sudo yum clean all 2024-09-21T09:29:12.174 INFO:teuthology.orchestra.run.smithi170.stdout:check_obsoletes = 1 2024-09-21T09:29:12.176 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum clean all 2024-09-21T09:29:12.403 INFO:teuthology.orchestra.run.smithi170.stdout:45 files removed 2024-09-21T09:29:12.412 INFO:teuthology.orchestra.run.smithi053.stdout:45 files removed 2024-09-21T09:29:12.430 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install ceph-radosgw 2024-09-21T09:29:12.439 DEBUG:teuthology.orchestra.run.smithi053:> sudo yum -y install ceph-radosgw 2024-09-21T09:29:12.973 INFO:teuthology.orchestra.run.smithi170.stdout:ceph packages for x86_64 300 kB/s | 77 kB 00:00 2024-09-21T09:29:13.008 INFO:teuthology.orchestra.run.smithi053.stdout:ceph packages for x86_64 288 kB/s | 77 kB 00:00 2024-09-21T09:29:13.257 INFO:teuthology.orchestra.run.smithi170.stdout:ceph noarch packages 48 kB/s | 11 kB 00:00 2024-09-21T09:29:13.292 INFO:teuthology.orchestra.run.smithi053.stdout:ceph noarch packages 48 kB/s | 11 kB 00:00 2024-09-21T09:29:13.533 INFO:teuthology.orchestra.run.smithi170.stdout:ceph source packages 7.9 kB/s | 1.9 kB 00:00 2024-09-21T09:29:13.576 INFO:teuthology.orchestra.run.smithi053.stdout:ceph source packages 7.7 kB/s | 1.9 kB 00:00 2024-09-21T09:29:14.451 INFO:teuthology.orchestra.run.smithi053.stdout:CentOS Stream 9 - BaseOS 9.8 MB/s | 8.3 MB 00:00 2024-09-21T09:29:15.307 INFO:teuthology.orchestra.run.smithi170.stdout:CentOS Stream 9 - BaseOS 4.7 MB/s | 8.3 MB 00:01 2024-09-21T09:29:16.185 INFO:teuthology.orchestra.run.smithi053.stdout:CentOS Stream 9 - AppStream 33 MB/s | 20 MB 00:00 2024-09-21T09:29:17.709 INFO:teuthology.orchestra.run.smithi170.stdout:CentOS Stream 9 - AppStream 15 MB/s | 20 MB 00:01 2024-09-21T09:29:20.503 INFO:teuthology.orchestra.run.smithi053.stdout:CentOS Stream 9 - CRB 17 MB/s | 6.5 MB 00:00 2024-09-21T09:29:22.195 INFO:teuthology.orchestra.run.smithi053.stdout:CentOS Stream 9 - Extras packages 53 kB/s | 19 kB 00:00 2024-09-21T09:29:22.949 INFO:teuthology.orchestra.run.smithi053.stdout:Extra Packages for Enterprise Linux 36 MB/s | 23 MB 00:00 2024-09-21T09:29:23.159 INFO:teuthology.orchestra.run.smithi170.stdout:CentOS Stream 9 - CRB 3.9 MB/s | 6.5 MB 00:01 2024-09-21T09:29:24.927 INFO:teuthology.orchestra.run.smithi170.stdout:CentOS Stream 9 - Extras packages 36 kB/s | 19 kB 00:00 2024-09-21T09:29:25.672 INFO:teuthology.orchestra.run.smithi170.stdout:Extra Packages for Enterprise Linux 37 MB/s | 23 MB 00:00 2024-09-21T09:29:28.622 INFO:teuthology.orchestra.run.smithi053.stdout:lab-extras 27 kB/s | 1.7 kB 00:00 2024-09-21T09:29:31.070 INFO:teuthology.orchestra.run.smithi170.stdout:lab-extras 32 kB/s | 1.7 kB 00:00 2024-09-21T09:29:31.158 INFO:teuthology.orchestra.run.smithi053.stdout:Dependencies resolved. 2024-09-21T09:29:31.161 INFO:teuthology.orchestra.run.smithi053.stdout:================================================================================ 2024-09-21T09:29:31.161 INFO:teuthology.orchestra.run.smithi053.stdout: Package Arch Version Repository Size 2024-09-21T09:29:31.161 INFO:teuthology.orchestra.run.smithi053.stdout:================================================================================ 2024-09-21T09:29:31.161 INFO:teuthology.orchestra.run.smithi053.stdout:Installing: 2024-09-21T09:29:31.161 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-radosgw x86_64 2:18.2.4-871.g6a1bdf85.el9 ceph 7.7 M 2024-09-21T09:29:31.161 INFO:teuthology.orchestra.run.smithi053.stdout:Upgrading: 2024-09-21T09:29:31.161 INFO:teuthology.orchestra.run.smithi053.stdout: librados2 x86_64 2:18.2.4-871.g6a1bdf85.el9 ceph 3.3 M 2024-09-21T09:29:31.161 INFO:teuthology.orchestra.run.smithi053.stdout: librbd1 x86_64 2:18.2.4-871.g6a1bdf85.el9 ceph 3.0 M 2024-09-21T09:29:31.161 INFO:teuthology.orchestra.run.smithi053.stdout:Installing dependencies: 2024-09-21T09:29:31.161 INFO:teuthology.orchestra.run.smithi053.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-21T09:29:31.161 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-base x86_64 2:18.2.4-871.g6a1bdf85.el9 ceph 5.1 M 2024-09-21T09:29:31.161 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-common x86_64 2:18.2.4-871.g6a1bdf85.el9 ceph 18 M 2024-09-21T09:29:31.161 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-selinux x86_64 2:18.2.4-871.g6a1bdf85.el9 ceph 25 k 2024-09-21T09:29:31.161 INFO:teuthology.orchestra.run.smithi053.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-09-21T09:29:31.162 INFO:teuthology.orchestra.run.smithi053.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-21T09:29:31.162 INFO:teuthology.orchestra.run.smithi053.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-21T09:29:31.162 INFO:teuthology.orchestra.run.smithi053.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-21T09:29:31.162 INFO:teuthology.orchestra.run.smithi053.stdout: libcephfs2 x86_64 2:18.2.4-871.g6a1bdf85.el9 ceph 711 k 2024-09-21T09:29:31.162 INFO:teuthology.orchestra.run.smithi053.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-21T09:29:31.162 INFO:teuthology.orchestra.run.smithi053.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-21T09:29:31.162 INFO:teuthology.orchestra.run.smithi053.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-21T09:29:31.162 INFO:teuthology.orchestra.run.smithi053.stdout: libradosstriper1 x86_64 2:18.2.4-871.g6a1bdf85.el9 ceph 477 k 2024-09-21T09:29:31.162 INFO:teuthology.orchestra.run.smithi053.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-21T09:29:31.162 INFO:teuthology.orchestra.run.smithi053.stdout: librgw2 x86_64 2:18.2.4-871.g6a1bdf85.el9 ceph 4.5 M 2024-09-21T09:29:31.162 INFO:teuthology.orchestra.run.smithi053.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-21T09:29:31.162 INFO:teuthology.orchestra.run.smithi053.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-21T09:29:31.162 INFO:teuthology.orchestra.run.smithi053.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-21T09:29:31.163 INFO:teuthology.orchestra.run.smithi053.stdout: python3-ceph-argparse x86_64 2:18.2.4-871.g6a1bdf85.el9 ceph 45 k 2024-09-21T09:29:31.163 INFO:teuthology.orchestra.run.smithi053.stdout: python3-ceph-common x86_64 2:18.2.4-871.g6a1bdf85.el9 ceph 129 k 2024-09-21T09:29:31.163 INFO:teuthology.orchestra.run.smithi053.stdout: python3-cephfs x86_64 2:18.2.4-871.g6a1bdf85.el9 ceph 161 k 2024-09-21T09:29:31.163 INFO:teuthology.orchestra.run.smithi053.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-21T09:29:31.163 INFO:teuthology.orchestra.run.smithi053.stdout: python3-rados x86_64 2:18.2.4-871.g6a1bdf85.el9 ceph 320 k 2024-09-21T09:29:31.163 INFO:teuthology.orchestra.run.smithi053.stdout: python3-rbd x86_64 2:18.2.4-871.g6a1bdf85.el9 ceph 300 k 2024-09-21T09:29:31.163 INFO:teuthology.orchestra.run.smithi053.stdout: python3-rgw x86_64 2:18.2.4-871.g6a1bdf85.el9 ceph 99 k 2024-09-21T09:29:31.163 INFO:teuthology.orchestra.run.smithi053.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-21T09:29:31.163 INFO:teuthology.orchestra.run.smithi053.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-21T09:29:31.163 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:29:31.163 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction Summary 2024-09-21T09:29:31.163 INFO:teuthology.orchestra.run.smithi053.stdout:================================================================================ 2024-09-21T09:29:31.163 INFO:teuthology.orchestra.run.smithi053.stdout:Install 28 Packages 2024-09-21T09:29:31.163 INFO:teuthology.orchestra.run.smithi053.stdout:Upgrade 2 Packages 2024-09-21T09:29:31.163 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:29:31.164 INFO:teuthology.orchestra.run.smithi053.stdout:Total download size: 53 M 2024-09-21T09:29:31.164 INFO:teuthology.orchestra.run.smithi053.stdout:Downloading Packages: 2024-09-21T09:29:31.906 INFO:teuthology.orchestra.run.smithi053.stdout:(1/30): ceph-base-18.2.4-871.g6a1bdf85.el9.x86_ 8.0 MB/s | 5.1 MB 00:00 2024-09-21T09:29:31.956 INFO:teuthology.orchestra.run.smithi053.stdout:(2/30): ceph-selinux-18.2.4-871.g6a1bdf85.el9.x 506 kB/s | 25 kB 00:00 2024-09-21T09:29:32.090 INFO:teuthology.orchestra.run.smithi053.stdout:(3/30): ceph-radosgw-18.2.4-871.g6a1bdf85.el9.x 9.4 MB/s | 7.7 MB 00:00 2024-09-21T09:29:32.124 INFO:teuthology.orchestra.run.smithi053.stdout:(4/30): libcephfs2-18.2.4-871.g6a1bdf85.el9.x86 4.2 MB/s | 711 kB 00:00 2024-09-21T09:29:32.149 INFO:teuthology.orchestra.run.smithi053.stdout:(5/30): libradosstriper1-18.2.4-871.g6a1bdf85.e 8.0 MB/s | 477 kB 00:00 2024-09-21T09:29:32.208 INFO:teuthology.orchestra.run.smithi053.stdout:(6/30): python3-ceph-argparse-18.2.4-871.g6a1bd 772 kB/s | 45 kB 00:00 2024-09-21T09:29:32.266 INFO:teuthology.orchestra.run.smithi053.stdout:(7/30): python3-ceph-common-18.2.4-871.g6a1bdf8 2.2 MB/s | 129 kB 00:00 2024-09-21T09:29:32.333 INFO:teuthology.orchestra.run.smithi053.stdout:(8/30): python3-cephfs-18.2.4-871.g6a1bdf85.el9 2.4 MB/s | 161 kB 00:00 2024-09-21T09:29:32.400 INFO:teuthology.orchestra.run.smithi053.stdout:(9/30): python3-rados-18.2.4-871.g6a1bdf85.el9. 4.7 MB/s | 320 kB 00:00 2024-09-21T09:29:32.467 INFO:teuthology.orchestra.run.smithi053.stdout:(10/30): librgw2-18.2.4-871.g6a1bdf85.el9.x86_6 13 MB/s | 4.5 MB 00:00 2024-09-21T09:29:32.492 INFO:teuthology.orchestra.run.smithi053.stdout:(11/30): python3-rbd-18.2.4-871.g6a1bdf85.el9.x 3.2 MB/s | 300 kB 00:00 2024-09-21T09:29:32.517 INFO:teuthology.orchestra.run.smithi053.stdout:(12/30): python3-rgw-18.2.4-871.g6a1bdf85.el9.x 1.9 MB/s | 99 kB 00:00 2024-09-21T09:29:32.701 INFO:teuthology.orchestra.run.smithi053.stdout:(13/30): ceph-common-18.2.4-871.g6a1bdf85.el9.x 13 MB/s | 18 MB 00:01 2024-09-21T09:29:32.752 INFO:teuthology.orchestra.run.smithi053.stdout:(14/30): boost-program-options-1.75.0-8.el9.x86 413 kB/s | 107 kB 00:00 2024-09-21T09:29:32.802 INFO:teuthology.orchestra.run.smithi053.stdout:(15/30): librabbitmq-0.11.0-7.el9.x86_64.rpm 452 kB/s | 45 kB 00:00 2024-09-21T09:29:32.836 INFO:teuthology.orchestra.run.smithi053.stdout:(16/30): libpmemobj-1.12.1-1.el9.x86_64.rpm 504 kB/s | 160 kB 00:00 2024-09-21T09:29:32.877 INFO:teuthology.orchestra.run.smithi053.stdout:(17/30): python3-prettytable-0.7.2-27.el9.noarc 1.0 MB/s | 42 kB 00:00 2024-09-21T09:29:32.919 INFO:teuthology.orchestra.run.smithi053.stdout:(18/30): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.4 MB/s | 292 kB 00:00 2024-09-21T09:29:32.953 INFO:teuthology.orchestra.run.smithi053.stdout:(19/30): fmt-8.1.1-5.el9.x86_64.rpm 1.4 MB/s | 111 kB 00:00 2024-09-21T09:29:32.987 INFO:teuthology.orchestra.run.smithi053.stdout:(20/30): gperftools-libs-2.9.1-3.el9.x86_64.rpm 4.6 MB/s | 308 kB 00:00 2024-09-21T09:29:33.012 INFO:teuthology.orchestra.run.smithi053.stdout:(21/30): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.0 MB/s | 26 kB 00:00 2024-09-21T09:29:33.037 INFO:teuthology.orchestra.run.smithi053.stdout:(22/30): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-09-21T09:29:33.071 INFO:teuthology.orchestra.run.smithi053.stdout:(23/30): librdkafka-1.6.1-102.el9.x86_64.rpm 2.0 MB/s | 662 kB 00:00 2024-09-21T09:29:33.096 INFO:teuthology.orchestra.run.smithi053.stdout:(24/30): libunwind-1.6.2-1.el9.x86_64.rpm 1.1 MB/s | 67 kB 00:00 2024-09-21T09:29:33.130 INFO:teuthology.orchestra.run.smithi053.stdout:(25/30): re2-20211101-20.el9.x86_64.rpm 7.3 MB/s | 191 kB 00:00 2024-09-21T09:29:33.247 INFO:teuthology.orchestra.run.smithi053.stdout:(26/30): libarrow-9.0.0-11.el9.x86_64.rpm 15 MB/s | 4.4 MB 00:00 2024-09-21T09:29:33.280 INFO:teuthology.orchestra.run.smithi053.stdout:(27/30): parquet-libs-9.0.0-11.el9.x86_64.rpm 3.9 MB/s | 839 kB 00:00 2024-09-21T09:29:33.283 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2024-09-21T09:29:33.285 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-21T09:29:33.285 INFO:teuthology.orchestra.run.smithi170.stdout: Package Arch Version Repository Size 2024-09-21T09:29:33.285 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-21T09:29:33.285 INFO:teuthology.orchestra.run.smithi170.stdout:Installing: 2024-09-21T09:29:33.285 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-radosgw x86_64 2:18.2.4-871.g6a1bdf85.el9 ceph 7.7 M 2024-09-21T09:29:33.286 INFO:teuthology.orchestra.run.smithi170.stdout:Upgrading: 2024-09-21T09:29:33.286 INFO:teuthology.orchestra.run.smithi170.stdout: librados2 x86_64 2:18.2.4-871.g6a1bdf85.el9 ceph 3.3 M 2024-09-21T09:29:33.286 INFO:teuthology.orchestra.run.smithi170.stdout: librbd1 x86_64 2:18.2.4-871.g6a1bdf85.el9 ceph 3.0 M 2024-09-21T09:29:33.286 INFO:teuthology.orchestra.run.smithi170.stdout:Installing dependencies: 2024-09-21T09:29:33.286 INFO:teuthology.orchestra.run.smithi170.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-21T09:29:33.286 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-base x86_64 2:18.2.4-871.g6a1bdf85.el9 ceph 5.1 M 2024-09-21T09:29:33.286 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-common x86_64 2:18.2.4-871.g6a1bdf85.el9 ceph 18 M 2024-09-21T09:29:33.286 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-selinux x86_64 2:18.2.4-871.g6a1bdf85.el9 ceph 25 k 2024-09-21T09:29:33.286 INFO:teuthology.orchestra.run.smithi170.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-09-21T09:29:33.286 INFO:teuthology.orchestra.run.smithi170.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-21T09:29:33.286 INFO:teuthology.orchestra.run.smithi170.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-21T09:29:33.286 INFO:teuthology.orchestra.run.smithi170.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-21T09:29:33.286 INFO:teuthology.orchestra.run.smithi170.stdout: libcephfs2 x86_64 2:18.2.4-871.g6a1bdf85.el9 ceph 711 k 2024-09-21T09:29:33.286 INFO:teuthology.orchestra.run.smithi170.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-21T09:29:33.287 INFO:teuthology.orchestra.run.smithi170.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-21T09:29:33.287 INFO:teuthology.orchestra.run.smithi170.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-21T09:29:33.287 INFO:teuthology.orchestra.run.smithi170.stdout: libradosstriper1 x86_64 2:18.2.4-871.g6a1bdf85.el9 ceph 477 k 2024-09-21T09:29:33.287 INFO:teuthology.orchestra.run.smithi170.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-21T09:29:33.287 INFO:teuthology.orchestra.run.smithi170.stdout: librgw2 x86_64 2:18.2.4-871.g6a1bdf85.el9 ceph 4.5 M 2024-09-21T09:29:33.287 INFO:teuthology.orchestra.run.smithi170.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-21T09:29:33.287 INFO:teuthology.orchestra.run.smithi170.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-21T09:29:33.287 INFO:teuthology.orchestra.run.smithi170.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-21T09:29:33.287 INFO:teuthology.orchestra.run.smithi170.stdout: python3-ceph-argparse x86_64 2:18.2.4-871.g6a1bdf85.el9 ceph 45 k 2024-09-21T09:29:33.287 INFO:teuthology.orchestra.run.smithi170.stdout: python3-ceph-common x86_64 2:18.2.4-871.g6a1bdf85.el9 ceph 129 k 2024-09-21T09:29:33.287 INFO:teuthology.orchestra.run.smithi170.stdout: python3-cephfs x86_64 2:18.2.4-871.g6a1bdf85.el9 ceph 161 k 2024-09-21T09:29:33.287 INFO:teuthology.orchestra.run.smithi170.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-21T09:29:33.287 INFO:teuthology.orchestra.run.smithi170.stdout: python3-rados x86_64 2:18.2.4-871.g6a1bdf85.el9 ceph 320 k 2024-09-21T09:29:33.287 INFO:teuthology.orchestra.run.smithi170.stdout: python3-rbd x86_64 2:18.2.4-871.g6a1bdf85.el9 ceph 300 k 2024-09-21T09:29:33.287 INFO:teuthology.orchestra.run.smithi170.stdout: python3-rgw x86_64 2:18.2.4-871.g6a1bdf85.el9 ceph 99 k 2024-09-21T09:29:33.287 INFO:teuthology.orchestra.run.smithi170.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-21T09:29:33.288 INFO:teuthology.orchestra.run.smithi170.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-21T09:29:33.288 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:29:33.288 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction Summary 2024-09-21T09:29:33.288 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-21T09:29:33.288 INFO:teuthology.orchestra.run.smithi170.stdout:Install 28 Packages 2024-09-21T09:29:33.288 INFO:teuthology.orchestra.run.smithi170.stdout:Upgrade 2 Packages 2024-09-21T09:29:33.288 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:29:33.288 INFO:teuthology.orchestra.run.smithi170.stdout:Total download size: 53 M 2024-09-21T09:29:33.288 INFO:teuthology.orchestra.run.smithi170.stdout:Downloading Packages: 2024-09-21T09:29:33.322 INFO:teuthology.orchestra.run.smithi053.stdout:(28/30): thrift-0.15.0-2.el9.x86_64.rpm 8.3 MB/s | 1.6 MB 00:00 2024-09-21T09:29:33.473 INFO:teuthology.orchestra.run.smithi053.stdout:(29/30): librbd1-18.2.4-871.g6a1bdf85.el9.x86_6 16 MB/s | 3.0 MB 00:00 2024-09-21T09:29:33.539 INFO:teuthology.orchestra.run.smithi053.stdout:(30/30): librados2-18.2.4-871.g6a1bdf85.el9.x86 11 MB/s | 3.3 MB 00:00 2024-09-21T09:29:33.544 INFO:teuthology.orchestra.run.smithi053.stdout:-------------------------------------------------------------------------------- 2024-09-21T09:29:33.545 INFO:teuthology.orchestra.run.smithi053.stdout:Total 22 MB/s | 53 MB 00:02 2024-09-21T09:29:33.619 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction check 2024-09-21T09:29:33.658 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction check succeeded. 2024-09-21T09:29:33.658 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction test 2024-09-21T09:29:34.131 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction test succeeded. 2024-09-21T09:29:34.132 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction 2024-09-21T09:29:34.188 INFO:teuthology.orchestra.run.smithi170.stdout:(1/30): ceph-base-18.2.4-871.g6a1bdf85.el9.x86_ 9.0 MB/s | 5.1 MB 00:00 2024-09-21T09:29:34.305 INFO:teuthology.orchestra.run.smithi170.stdout:(2/30): ceph-radosgw-18.2.4-871.g6a1bdf85.el9.x 11 MB/s | 7.7 MB 00:00 2024-09-21T09:29:34.330 INFO:teuthology.orchestra.run.smithi170.stdout:(3/30): ceph-selinux-18.2.4-871.g6a1bdf85.el9.x 177 kB/s | 25 kB 00:00 2024-09-21T09:29:34.372 INFO:teuthology.orchestra.run.smithi170.stdout:(4/30): libcephfs2-18.2.4-871.g6a1bdf85.el9.x86 10 MB/s | 711 kB 00:00 2024-09-21T09:29:34.406 INFO:teuthology.orchestra.run.smithi170.stdout:(5/30): libradosstriper1-18.2.4-871.g6a1bdf85.e 6.2 MB/s | 477 kB 00:00 2024-09-21T09:29:34.498 INFO:teuthology.orchestra.run.smithi170.stdout:(6/30): python3-ceph-argparse-18.2.4-871.g6a1bd 490 kB/s | 45 kB 00:00 2024-09-21T09:29:34.682 INFO:teuthology.orchestra.run.smithi170.stdout:(7/30): ceph-common-18.2.4-871.g6a1bdf85.el9.x8 17 MB/s | 18 MB 00:01 2024-09-21T09:29:34.707 INFO:teuthology.orchestra.run.smithi170.stdout:(8/30): python3-ceph-common-18.2.4-871.g6a1bdf8 620 kB/s | 129 kB 00:00 2024-09-21T09:29:34.732 INFO:teuthology.orchestra.run.smithi170.stdout:(9/30): python3-cephfs-18.2.4-871.g6a1bdf85.el9 3.2 MB/s | 161 kB 00:00 2024-09-21T09:29:34.766 INFO:teuthology.orchestra.run.smithi170.stdout:(10/30): python3-rados-18.2.4-871.g6a1bdf85.el9 5.3 MB/s | 320 kB 00:00 2024-09-21T09:29:34.791 INFO:teuthology.orchestra.run.smithi170.stdout:(11/30): python3-rbd-18.2.4-871.g6a1bdf85.el9.x 5.0 MB/s | 300 kB 00:00 2024-09-21T09:29:34.816 INFO:teuthology.orchestra.run.smithi170.stdout:(12/30): python3-rgw-18.2.4-871.g6a1bdf85.el9.x 1.9 MB/s | 99 kB 00:00 2024-09-21T09:29:34.883 INFO:teuthology.orchestra.run.smithi170.stdout:(13/30): librgw2-18.2.4-871.g6a1bdf85.el9.x86_6 8.7 MB/s | 4.5 MB 00:00 2024-09-21T09:29:35.025 INFO:teuthology.orchestra.run.smithi170.stdout:(14/30): boost-program-options-1.75.0-8.el9.x86 457 kB/s | 107 kB 00:00 2024-09-21T09:29:35.051 INFO:teuthology.orchestra.run.smithi170.stdout:(15/30): librabbitmq-0.11.0-7.el9.x86_64.rpm 271 kB/s | 45 kB 00:00 2024-09-21T09:29:35.076 INFO:teuthology.orchestra.run.smithi170.stdout:(16/30): libpmemobj-1.12.1-1.el9.x86_64.rpm 618 kB/s | 160 kB 00:00 2024-09-21T09:29:35.126 INFO:teuthology.orchestra.run.smithi170.stdout:(17/30): python3-prettytable-0.7.2-27.el9.noarc 847 kB/s | 42 kB 00:00 2024-09-21T09:29:35.152 INFO:teuthology.orchestra.run.smithi170.stdout:(18/30): librdkafka-1.6.1-102.el9.x86_64.rpm 5.1 MB/s | 662 kB 00:00 2024-09-21T09:29:35.194 INFO:teuthology.orchestra.run.smithi170.stdout:(19/30): fmt-8.1.1-5.el9.x86_64.rpm 1.6 MB/s | 111 kB 00:00 2024-09-21T09:29:35.219 INFO:teuthology.orchestra.run.smithi170.stdout:(20/30): lttng-ust-2.12.0-6.el9.x86_64.rpm 1.7 MB/s | 292 kB 00:00 2024-09-21T09:29:35.253 INFO:teuthology.orchestra.run.smithi170.stdout:(21/30): gperftools-libs-2.9.1-3.el9.x86_64.rpm 3.2 MB/s | 308 kB 00:00 2024-09-21T09:29:35.278 INFO:teuthology.orchestra.run.smithi170.stdout:(22/30): libarrow-doc-9.0.0-11.el9.noarch.rpm 442 kB/s | 26 kB 00:00 2024-09-21T09:29:35.303 INFO:teuthology.orchestra.run.smithi170.stdout:(23/30): liboath-2.6.7-2.el9.x86_64.rpm 1.0 MB/s | 49 kB 00:00 2024-09-21T09:29:35.328 INFO:teuthology.orchestra.run.smithi170.stdout:(24/30): libunwind-1.6.2-1.el9.x86_64.rpm 1.3 MB/s | 67 kB 00:00 2024-09-21T09:29:35.370 INFO:teuthology.orchestra.run.smithi170.stdout:(25/30): parquet-libs-9.0.0-11.el9.x86_64.rpm 12 MB/s | 839 kB 00:00 2024-09-21T09:29:35.396 INFO:teuthology.orchestra.run.smithi170.stdout:(26/30): re2-20211101-20.el9.x86_64.rpm 2.8 MB/s | 191 kB 00:00 2024-09-21T09:29:35.485 INFO:teuthology.orchestra.run.smithi053.stdout: Preparing : 1/1 2024-09-21T09:29:35.487 INFO:teuthology.orchestra.run.smithi170.stdout:(27/30): libarrow-9.0.0-11.el9.x86_64.rpm 15 MB/s | 4.4 MB 00:00 2024-09-21T09:29:35.529 INFO:teuthology.orchestra.run.smithi170.stdout:(28/30): thrift-0.15.0-2.el9.x86_64.rpm 10 MB/s | 1.6 MB 00:00 2024-09-21T09:29:35.593 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 1/32 2024-09-21T09:29:35.630 INFO:teuthology.orchestra.run.smithi170.stdout:(29/30): librados2-18.2.4-871.g6a1bdf85.el9.x86 14 MB/s | 3.3 MB 00:00 2024-09-21T09:29:35.722 INFO:teuthology.orchestra.run.smithi170.stdout:(30/30): librbd1-18.2.4-871.g6a1bdf85.el9.x86_6 13 MB/s | 3.0 MB 00:00 2024-09-21T09:29:35.726 INFO:teuthology.orchestra.run.smithi170.stdout:-------------------------------------------------------------------------------- 2024-09-21T09:29:35.726 INFO:teuthology.orchestra.run.smithi170.stdout:Total 22 MB/s | 53 MB 00:02 2024-09-21T09:29:35.748 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 2/32 2024-09-21T09:29:35.796 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction check 2024-09-21T09:29:35.813 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 3/32 2024-09-21T09:29:35.830 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction check succeeded. 2024-09-21T09:29:35.831 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction test 2024-09-21T09:29:36.156 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/32 2024-09-21T09:29:36.277 INFO:teuthology.orchestra.run.smithi053.stdout: Upgrading : librados2-2:18.2.4-871.g6a1bdf85.el9.x86_64 5/32 2024-09-21T09:29:36.292 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction test succeeded. 2024-09-21T09:29:36.293 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction 2024-09-21T09:29:36.376 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: librados2-2:18.2.4-871.g6a1bdf85.el9.x86_64 5/32 2024-09-21T09:29:36.474 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-rados-2:18.2.4-871.g6a1bdf85.el9.x86_64 6/32 2024-09-21T09:29:36.503 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : libcephfs2-2:18.2.4-871.g6a1bdf85.el9.x86_64 7/32 2024-09-21T09:29:36.566 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: libcephfs2-2:18.2.4-871.g6a1bdf85.el9.x86_64 7/32 2024-09-21T09:29:36.595 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : liboath-2.6.7-2.el9.x86_64 8/32 2024-09-21T09:29:36.639 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-ceph-argparse-2:18.2.4-871.g6a1bdf85.el9.x 9/32 2024-09-21T09:29:36.714 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-cephfs-2:18.2.4-871.g6a1bdf85.el9.x86_64 10/32 2024-09-21T09:29:36.738 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : libradosstriper1-2:18.2.4-871.g6a1bdf85.el9.x86_64 11/32 2024-09-21T09:29:36.804 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: libradosstriper1-2:18.2.4-871.g6a1bdf85.el9.x86_64 11/32 2024-09-21T09:29:36.911 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : re2-1:20211101-20.el9.x86_64 12/32 2024-09-21T09:29:36.946 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 13/32 2024-09-21T09:29:36.987 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 14/32 2024-09-21T09:29:37.035 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 15/32 2024-09-21T09:29:37.063 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 16/32 2024-09-21T09:29:37.098 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : fmt-8.1.1-5.el9.x86_64 17/32 2024-09-21T09:29:37.134 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 18/32 2024-09-21T09:29:37.459 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 19/32 2024-09-21T09:29:37.510 INFO:teuthology.orchestra.run.smithi053.stdout: Upgrading : librbd1-2:18.2.4-871.g6a1bdf85.el9.x86_64 20/32 2024-09-21T09:29:37.601 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: librbd1-2:18.2.4-871.g6a1bdf85.el9.x86_64 20/32 2024-09-21T09:29:37.632 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-rbd-2:18.2.4-871.g6a1bdf85.el9.x86_64 21/32 2024-09-21T09:29:37.638 INFO:teuthology.orchestra.run.smithi170.stdout: Preparing : 1/1 2024-09-21T09:29:37.667 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 22/32 2024-09-21T09:29:37.722 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 1/32 2024-09-21T09:29:37.768 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 2/32 2024-09-21T09:29:37.818 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 3/32 2024-09-21T09:29:38.095 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 23/32 2024-09-21T09:29:38.121 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : librgw2-2:18.2.4-871.g6a1bdf85.el9.x86_64 24/32 2024-09-21T09:29:38.132 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/32 2024-09-21T09:29:38.193 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: librgw2-2:18.2.4-871.g6a1bdf85.el9.x86_64 24/32 2024-09-21T09:29:38.234 INFO:teuthology.orchestra.run.smithi170.stdout: Upgrading : librados2-2:18.2.4-871.g6a1bdf85.el9.x86_64 5/32 2024-09-21T09:29:38.271 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-rgw-2:18.2.4-871.g6a1bdf85.el9.x86_64 25/32 2024-09-21T09:29:38.323 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-ceph-common-2:18.2.4-871.g6a1bdf85.el9.x86 26/32 2024-09-21T09:29:38.336 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: librados2-2:18.2.4-871.g6a1bdf85.el9.x86_64 5/32 2024-09-21T09:29:38.424 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-rados-2:18.2.4-871.g6a1bdf85.el9.x86_64 6/32 2024-09-21T09:29:38.472 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : libcephfs2-2:18.2.4-871.g6a1bdf85.el9.x86_64 7/32 2024-09-21T09:29:38.526 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: libcephfs2-2:18.2.4-871.g6a1bdf85.el9.x86_64 7/32 2024-09-21T09:29:38.563 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : liboath-2.6.7-2.el9.x86_64 8/32 2024-09-21T09:29:38.606 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-ceph-argparse-2:18.2.4-871.g6a1bdf85.el9.x 9/32 2024-09-21T09:29:38.673 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-cephfs-2:18.2.4-871.g6a1bdf85.el9.x86_64 10/32 2024-09-21T09:29:38.699 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : libradosstriper1-2:18.2.4-871.g6a1bdf85.el9.x86_64 11/32 2024-09-21T09:29:38.765 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: libradosstriper1-2:18.2.4-871.g6a1bdf85.el9.x86_64 11/32 2024-09-21T09:29:38.869 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : re2-1:20211101-20.el9.x86_64 12/32 2024-09-21T09:29:38.907 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 13/32 2024-09-21T09:29:38.947 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 14/32 2024-09-21T09:29:38.988 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 15/32 2024-09-21T09:29:39.015 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 16/32 2024-09-21T09:29:39.051 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : fmt-8.1.1-5.el9.x86_64 17/32 2024-09-21T09:29:39.085 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 18/32 2024-09-21T09:29:39.396 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 19/32 2024-09-21T09:29:39.447 INFO:teuthology.orchestra.run.smithi170.stdout: Upgrading : librbd1-2:18.2.4-871.g6a1bdf85.el9.x86_64 20/32 2024-09-21T09:29:39.537 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: librbd1-2:18.2.4-871.g6a1bdf85.el9.x86_64 20/32 2024-09-21T09:29:39.576 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-rbd-2:18.2.4-871.g6a1bdf85.el9.x86_64 21/32 2024-09-21T09:29:39.620 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 22/32 2024-09-21T09:29:40.027 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 23/32 2024-09-21T09:29:40.058 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : librgw2-2:18.2.4-871.g6a1bdf85.el9.x86_64 24/32 2024-09-21T09:29:40.130 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: librgw2-2:18.2.4-871.g6a1bdf85.el9.x86_64 24/32 2024-09-21T09:29:40.206 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-rgw-2:18.2.4-871.g6a1bdf85.el9.x86_64 25/32 2024-09-21T09:29:40.235 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-ceph-common-2:18.2.4-871.g6a1bdf85.el9.x86 26/32 2024-09-21T09:29:40.479 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: ceph-common-2:18.2.4-871.g6a1bdf85.el9.x86_64 27/32 2024-09-21T09:29:40.511 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : ceph-common-2:18.2.4-871.g6a1bdf85.el9.x86_64 27/32 2024-09-21T09:29:41.090 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: ceph-common-2:18.2.4-871.g6a1bdf85.el9.x86_64 27/32 2024-09-21T09:29:41.131 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : ceph-base-2:18.2.4-871.g6a1bdf85.el9.x86_64 28/32 2024-09-21T09:29:41.291 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: ceph-base-2:18.2.4-871.g6a1bdf85.el9.x86_64 28/32 2024-09-21T09:29:41.291 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-21T09:29:41.292 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-21T09:29:41.292 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:29:41.333 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : ceph-selinux-2:18.2.4-871.g6a1bdf85.el9.x86_64 29/32 2024-09-21T09:29:42.373 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: ceph-common-2:18.2.4-871.g6a1bdf85.el9.x86_64 27/32 2024-09-21T09:29:42.407 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : ceph-common-2:18.2.4-871.g6a1bdf85.el9.x86_64 27/32 2024-09-21T09:29:42.949 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: ceph-common-2:18.2.4-871.g6a1bdf85.el9.x86_64 27/32 2024-09-21T09:29:42.985 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : ceph-base-2:18.2.4-871.g6a1bdf85.el9.x86_64 28/32 2024-09-21T09:29:43.098 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: ceph-base-2:18.2.4-871.g6a1bdf85.el9.x86_64 28/32 2024-09-21T09:29:43.098 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-21T09:29:43.098 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-21T09:29:43.099 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:29:43.137 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : ceph-selinux-2:18.2.4-871.g6a1bdf85.el9.x86_64 29/32 2024-09-21T09:29:51.832 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: ceph-selinux-2:18.2.4-871.g6a1bdf85.el9.x86_64 29/32 2024-09-21T09:29:51.833 INFO:teuthology.orchestra.run.smithi053.stdout:skipping the directory /sys 2024-09-21T09:29:51.833 INFO:teuthology.orchestra.run.smithi053.stdout:skipping the directory /proc 2024-09-21T09:29:51.833 INFO:teuthology.orchestra.run.smithi053.stdout:skipping the directory /mnt 2024-09-21T09:29:51.833 INFO:teuthology.orchestra.run.smithi053.stdout:skipping the directory /var/tmp 2024-09-21T09:29:51.833 INFO:teuthology.orchestra.run.smithi053.stdout:skipping the directory /home 2024-09-21T09:29:51.833 INFO:teuthology.orchestra.run.smithi053.stdout:skipping the directory /root 2024-09-21T09:29:51.833 INFO:teuthology.orchestra.run.smithi053.stdout:skipping the directory /tmp 2024-09-21T09:29:51.833 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:29:52.613 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : ceph-radosgw-2:18.2.4-871.g6a1bdf85.el9.x86_64 30/32 2024-09-21T09:29:52.641 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: ceph-radosgw-2:18.2.4-871.g6a1bdf85.el9.x86_64 30/32 2024-09-21T09:29:52.641 INFO:teuthology.orchestra.run.smithi053.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-21T09:29:52.641 INFO:teuthology.orchestra.run.smithi053.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-21T09:29:52.641 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-21T09:29:52.641 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-21T09:29:52.641 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:29:52.643 INFO:teuthology.orchestra.run.smithi053.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 31/32 2024-09-21T09:29:52.733 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 31/32 2024-09-21T09:29:52.733 INFO:teuthology.orchestra.run.smithi053.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 32/32 2024-09-21T09:29:52.968 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: ceph-selinux-2:18.2.4-871.g6a1bdf85.el9.x86_64 29/32 2024-09-21T09:29:52.968 INFO:teuthology.orchestra.run.smithi170.stdout:skipping the directory /sys 2024-09-21T09:29:52.968 INFO:teuthology.orchestra.run.smithi170.stdout:skipping the directory /proc 2024-09-21T09:29:52.968 INFO:teuthology.orchestra.run.smithi170.stdout:skipping the directory /mnt 2024-09-21T09:29:52.968 INFO:teuthology.orchestra.run.smithi170.stdout:skipping the directory /var/tmp 2024-09-21T09:29:52.969 INFO:teuthology.orchestra.run.smithi170.stdout:skipping the directory /home 2024-09-21T09:29:52.969 INFO:teuthology.orchestra.run.smithi170.stdout:skipping the directory /root 2024-09-21T09:29:52.969 INFO:teuthology.orchestra.run.smithi170.stdout:skipping the directory /tmp 2024-09-21T09:29:52.969 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:29:53.720 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : ceph-radosgw-2:18.2.4-871.g6a1bdf85.el9.x86_64 30/32 2024-09-21T09:29:53.745 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: ceph-radosgw-2:18.2.4-871.g6a1bdf85.el9.x86_64 30/32 2024-09-21T09:29:53.745 INFO:teuthology.orchestra.run.smithi170.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-21T09:29:53.745 INFO:teuthology.orchestra.run.smithi170.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-21T09:29:53.745 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-21T09:29:53.745 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-21T09:29:53.745 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:29:53.747 INFO:teuthology.orchestra.run.smithi170.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 31/32 2024-09-21T09:29:53.824 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 32/32 2024-09-21T09:29:53.824 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : ceph-base-2:18.2.4-871.g6a1bdf85.el9.x86_64 1/32 2024-09-21T09:29:53.824 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : ceph-common-2:18.2.4-871.g6a1bdf85.el9.x86_64 2/32 2024-09-21T09:29:53.824 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : ceph-radosgw-2:18.2.4-871.g6a1bdf85.el9.x86_64 3/32 2024-09-21T09:29:53.824 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : ceph-selinux-2:18.2.4-871.g6a1bdf85.el9.x86_64 4/32 2024-09-21T09:29:53.824 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : libcephfs2-2:18.2.4-871.g6a1bdf85.el9.x86_64 5/32 2024-09-21T09:29:53.825 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : libradosstriper1-2:18.2.4-871.g6a1bdf85.el9.x86_64 6/32 2024-09-21T09:29:53.825 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : librgw2-2:18.2.4-871.g6a1bdf85.el9.x86_64 7/32 2024-09-21T09:29:53.825 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-ceph-argparse-2:18.2.4-871.g6a1bdf85.el9.x 8/32 2024-09-21T09:29:53.825 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-ceph-common-2:18.2.4-871.g6a1bdf85.el9.x86 9/32 2024-09-21T09:29:53.825 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-cephfs-2:18.2.4-871.g6a1bdf85.el9.x86_64 10/32 2024-09-21T09:29:53.825 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-rados-2:18.2.4-871.g6a1bdf85.el9.x86_64 11/32 2024-09-21T09:29:53.825 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-rbd-2:18.2.4-871.g6a1bdf85.el9.x86_64 12/32 2024-09-21T09:29:53.825 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-rgw-2:18.2.4-871.g6a1bdf85.el9.x86_64 13/32 2024-09-21T09:29:53.825 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 14/32 2024-09-21T09:29:53.825 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 15/32 2024-09-21T09:29:53.825 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 16/32 2024-09-21T09:29:53.825 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 17/32 2024-09-21T09:29:53.825 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 18/32 2024-09-21T09:29:53.825 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 19/32 2024-09-21T09:29:53.825 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 20/32 2024-09-21T09:29:53.825 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 21/32 2024-09-21T09:29:53.826 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 22/32 2024-09-21T09:29:53.826 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 23/32 2024-09-21T09:29:53.826 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 24/32 2024-09-21T09:29:53.826 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 25/32 2024-09-21T09:29:53.826 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 26/32 2024-09-21T09:29:53.826 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : re2-1:20211101-20.el9.x86_64 27/32 2024-09-21T09:29:53.826 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 28/32 2024-09-21T09:29:53.826 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : librados2-2:18.2.4-871.g6a1bdf85.el9.x86_64 29/32 2024-09-21T09:29:53.826 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 30/32 2024-09-21T09:29:53.826 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : librbd1-2:18.2.4-871.g6a1bdf85.el9.x86_64 31/32 2024-09-21T09:29:53.831 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 31/32 2024-09-21T09:29:53.831 INFO:teuthology.orchestra.run.smithi170.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 32/32 2024-09-21T09:29:54.614 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 32/32 2024-09-21T09:29:54.614 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:29:54.615 INFO:teuthology.orchestra.run.smithi053.stdout:Upgraded: 2024-09-21T09:29:54.615 INFO:teuthology.orchestra.run.smithi053.stdout: librados2-2:18.2.4-871.g6a1bdf85.el9.x86_64 2024-09-21T09:29:54.615 INFO:teuthology.orchestra.run.smithi053.stdout: librbd1-2:18.2.4-871.g6a1bdf85.el9.x86_64 2024-09-21T09:29:54.615 INFO:teuthology.orchestra.run.smithi053.stdout:Installed: 2024-09-21T09:29:54.615 INFO:teuthology.orchestra.run.smithi053.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-21T09:29:54.615 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-base-2:18.2.4-871.g6a1bdf85.el9.x86_64 2024-09-21T09:29:54.615 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-common-2:18.2.4-871.g6a1bdf85.el9.x86_64 2024-09-21T09:29:54.615 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-radosgw-2:18.2.4-871.g6a1bdf85.el9.x86_64 2024-09-21T09:29:54.615 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-selinux-2:18.2.4-871.g6a1bdf85.el9.x86_64 2024-09-21T09:29:54.615 INFO:teuthology.orchestra.run.smithi053.stdout: fmt-8.1.1-5.el9.x86_64 2024-09-21T09:29:54.615 INFO:teuthology.orchestra.run.smithi053.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-21T09:29:54.615 INFO:teuthology.orchestra.run.smithi053.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-21T09:29:54.615 INFO:teuthology.orchestra.run.smithi053.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-21T09:29:54.616 INFO:teuthology.orchestra.run.smithi053.stdout: libcephfs2-2:18.2.4-871.g6a1bdf85.el9.x86_64 2024-09-21T09:29:54.616 INFO:teuthology.orchestra.run.smithi053.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-21T09:29:54.616 INFO:teuthology.orchestra.run.smithi053.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-21T09:29:54.616 INFO:teuthology.orchestra.run.smithi053.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-21T09:29:54.616 INFO:teuthology.orchestra.run.smithi053.stdout: libradosstriper1-2:18.2.4-871.g6a1bdf85.el9.x86_64 2024-09-21T09:29:54.616 INFO:teuthology.orchestra.run.smithi053.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-21T09:29:54.616 INFO:teuthology.orchestra.run.smithi053.stdout: librgw2-2:18.2.4-871.g6a1bdf85.el9.x86_64 2024-09-21T09:29:54.616 INFO:teuthology.orchestra.run.smithi053.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-21T09:29:54.616 INFO:teuthology.orchestra.run.smithi053.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-21T09:29:54.616 INFO:teuthology.orchestra.run.smithi053.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-21T09:29:54.616 INFO:teuthology.orchestra.run.smithi053.stdout: python3-ceph-argparse-2:18.2.4-871.g6a1bdf85.el9.x86_64 2024-09-21T09:29:54.616 INFO:teuthology.orchestra.run.smithi053.stdout: python3-ceph-common-2:18.2.4-871.g6a1bdf85.el9.x86_64 2024-09-21T09:29:54.616 INFO:teuthology.orchestra.run.smithi053.stdout: python3-cephfs-2:18.2.4-871.g6a1bdf85.el9.x86_64 2024-09-21T09:29:54.616 INFO:teuthology.orchestra.run.smithi053.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-21T09:29:54.616 INFO:teuthology.orchestra.run.smithi053.stdout: python3-rados-2:18.2.4-871.g6a1bdf85.el9.x86_64 2024-09-21T09:29:54.617 INFO:teuthology.orchestra.run.smithi053.stdout: python3-rbd-2:18.2.4-871.g6a1bdf85.el9.x86_64 2024-09-21T09:29:54.617 INFO:teuthology.orchestra.run.smithi053.stdout: python3-rgw-2:18.2.4-871.g6a1bdf85.el9.x86_64 2024-09-21T09:29:54.617 INFO:teuthology.orchestra.run.smithi053.stdout: re2-1:20211101-20.el9.x86_64 2024-09-21T09:29:54.617 INFO:teuthology.orchestra.run.smithi053.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-21T09:29:54.617 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:29:54.617 INFO:teuthology.orchestra.run.smithi053.stdout:Complete! 2024-09-21T09:29:54.970 DEBUG:teuthology.orchestra.run.smithi053:> sudo yum -y install ceph-test 2024-09-21T09:29:55.001 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 32/32 2024-09-21T09:29:55.001 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : ceph-base-2:18.2.4-871.g6a1bdf85.el9.x86_64 1/32 2024-09-21T09:29:55.001 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : ceph-common-2:18.2.4-871.g6a1bdf85.el9.x86_64 2/32 2024-09-21T09:29:55.001 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : ceph-radosgw-2:18.2.4-871.g6a1bdf85.el9.x86_64 3/32 2024-09-21T09:29:55.001 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : ceph-selinux-2:18.2.4-871.g6a1bdf85.el9.x86_64 4/32 2024-09-21T09:29:55.001 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : libcephfs2-2:18.2.4-871.g6a1bdf85.el9.x86_64 5/32 2024-09-21T09:29:55.001 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : libradosstriper1-2:18.2.4-871.g6a1bdf85.el9.x86_64 6/32 2024-09-21T09:29:55.001 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : librgw2-2:18.2.4-871.g6a1bdf85.el9.x86_64 7/32 2024-09-21T09:29:55.001 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-ceph-argparse-2:18.2.4-871.g6a1bdf85.el9.x 8/32 2024-09-21T09:29:55.001 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-ceph-common-2:18.2.4-871.g6a1bdf85.el9.x86 9/32 2024-09-21T09:29:55.001 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-cephfs-2:18.2.4-871.g6a1bdf85.el9.x86_64 10/32 2024-09-21T09:29:55.001 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-rados-2:18.2.4-871.g6a1bdf85.el9.x86_64 11/32 2024-09-21T09:29:55.001 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-rbd-2:18.2.4-871.g6a1bdf85.el9.x86_64 12/32 2024-09-21T09:29:55.002 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-rgw-2:18.2.4-871.g6a1bdf85.el9.x86_64 13/32 2024-09-21T09:29:55.002 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 14/32 2024-09-21T09:29:55.002 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 15/32 2024-09-21T09:29:55.002 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 16/32 2024-09-21T09:29:55.002 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 17/32 2024-09-21T09:29:55.002 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 18/32 2024-09-21T09:29:55.002 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 19/32 2024-09-21T09:29:55.002 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 20/32 2024-09-21T09:29:55.002 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 21/32 2024-09-21T09:29:55.002 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 22/32 2024-09-21T09:29:55.002 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 23/32 2024-09-21T09:29:55.002 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 24/32 2024-09-21T09:29:55.002 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 25/32 2024-09-21T09:29:55.003 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 26/32 2024-09-21T09:29:55.003 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : re2-1:20211101-20.el9.x86_64 27/32 2024-09-21T09:29:55.003 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 28/32 2024-09-21T09:29:55.003 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : librados2-2:18.2.4-871.g6a1bdf85.el9.x86_64 29/32 2024-09-21T09:29:55.003 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 30/32 2024-09-21T09:29:55.003 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : librbd1-2:18.2.4-871.g6a1bdf85.el9.x86_64 31/32 2024-09-21T09:29:55.574 INFO:teuthology.orchestra.run.smithi053.stdout:Last metadata expiration check: 0:00:27 ago on Sat 21 Sep 2024 09:29:28 AM UTC. 2024-09-21T09:29:55.711 INFO:teuthology.orchestra.run.smithi053.stdout:Dependencies resolved. 2024-09-21T09:29:55.711 INFO:teuthology.orchestra.run.smithi053.stdout:================================================================================ 2024-09-21T09:29:55.711 INFO:teuthology.orchestra.run.smithi053.stdout: Package Arch Version Repository Size 2024-09-21T09:29:55.711 INFO:teuthology.orchestra.run.smithi053.stdout:================================================================================ 2024-09-21T09:29:55.711 INFO:teuthology.orchestra.run.smithi053.stdout:Installing: 2024-09-21T09:29:55.712 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-test x86_64 2:18.2.4-871.g6a1bdf85.el9 ceph 40 M 2024-09-21T09:29:55.712 INFO:teuthology.orchestra.run.smithi053.stdout:Installing dependencies: 2024-09-21T09:29:55.712 INFO:teuthology.orchestra.run.smithi053.stdout: libcephsqlite x86_64 2:18.2.4-871.g6a1bdf85.el9 ceph 166 k 2024-09-21T09:29:55.712 INFO:teuthology.orchestra.run.smithi053.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-21T09:29:55.712 INFO:teuthology.orchestra.run.smithi053.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-21T09:29:55.712 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:29:55.712 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction Summary 2024-09-21T09:29:55.712 INFO:teuthology.orchestra.run.smithi053.stdout:================================================================================ 2024-09-21T09:29:55.712 INFO:teuthology.orchestra.run.smithi053.stdout:Install 4 Packages 2024-09-21T09:29:55.712 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:29:55.713 INFO:teuthology.orchestra.run.smithi053.stdout:Total download size: 40 M 2024-09-21T09:29:55.713 INFO:teuthology.orchestra.run.smithi053.stdout:Installed size: 164 M 2024-09-21T09:29:55.713 INFO:teuthology.orchestra.run.smithi053.stdout:Downloading Packages: 2024-09-21T09:29:55.888 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 32/32 2024-09-21T09:29:55.888 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:29:55.889 INFO:teuthology.orchestra.run.smithi170.stdout:Upgraded: 2024-09-21T09:29:55.889 INFO:teuthology.orchestra.run.smithi170.stdout: librados2-2:18.2.4-871.g6a1bdf85.el9.x86_64 2024-09-21T09:29:55.889 INFO:teuthology.orchestra.run.smithi170.stdout: librbd1-2:18.2.4-871.g6a1bdf85.el9.x86_64 2024-09-21T09:29:55.889 INFO:teuthology.orchestra.run.smithi170.stdout:Installed: 2024-09-21T09:29:55.889 INFO:teuthology.orchestra.run.smithi170.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-21T09:29:55.889 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-base-2:18.2.4-871.g6a1bdf85.el9.x86_64 2024-09-21T09:29:55.889 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-common-2:18.2.4-871.g6a1bdf85.el9.x86_64 2024-09-21T09:29:55.889 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-radosgw-2:18.2.4-871.g6a1bdf85.el9.x86_64 2024-09-21T09:29:55.889 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-selinux-2:18.2.4-871.g6a1bdf85.el9.x86_64 2024-09-21T09:29:55.889 INFO:teuthology.orchestra.run.smithi170.stdout: fmt-8.1.1-5.el9.x86_64 2024-09-21T09:29:55.889 INFO:teuthology.orchestra.run.smithi170.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-21T09:29:55.889 INFO:teuthology.orchestra.run.smithi170.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-21T09:29:55.889 INFO:teuthology.orchestra.run.smithi170.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-21T09:29:55.889 INFO:teuthology.orchestra.run.smithi170.stdout: libcephfs2-2:18.2.4-871.g6a1bdf85.el9.x86_64 2024-09-21T09:29:55.889 INFO:teuthology.orchestra.run.smithi170.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-21T09:29:55.890 INFO:teuthology.orchestra.run.smithi170.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-21T09:29:55.890 INFO:teuthology.orchestra.run.smithi170.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-21T09:29:55.890 INFO:teuthology.orchestra.run.smithi170.stdout: libradosstriper1-2:18.2.4-871.g6a1bdf85.el9.x86_64 2024-09-21T09:29:55.890 INFO:teuthology.orchestra.run.smithi170.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-21T09:29:55.890 INFO:teuthology.orchestra.run.smithi170.stdout: librgw2-2:18.2.4-871.g6a1bdf85.el9.x86_64 2024-09-21T09:29:55.890 INFO:teuthology.orchestra.run.smithi170.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-21T09:29:55.890 INFO:teuthology.orchestra.run.smithi170.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-21T09:29:55.890 INFO:teuthology.orchestra.run.smithi170.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-21T09:29:55.890 INFO:teuthology.orchestra.run.smithi170.stdout: python3-ceph-argparse-2:18.2.4-871.g6a1bdf85.el9.x86_64 2024-09-21T09:29:55.890 INFO:teuthology.orchestra.run.smithi170.stdout: python3-ceph-common-2:18.2.4-871.g6a1bdf85.el9.x86_64 2024-09-21T09:29:55.890 INFO:teuthology.orchestra.run.smithi170.stdout: python3-cephfs-2:18.2.4-871.g6a1bdf85.el9.x86_64 2024-09-21T09:29:55.890 INFO:teuthology.orchestra.run.smithi170.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-21T09:29:55.890 INFO:teuthology.orchestra.run.smithi170.stdout: python3-rados-2:18.2.4-871.g6a1bdf85.el9.x86_64 2024-09-21T09:29:55.890 INFO:teuthology.orchestra.run.smithi170.stdout: python3-rbd-2:18.2.4-871.g6a1bdf85.el9.x86_64 2024-09-21T09:29:55.891 INFO:teuthology.orchestra.run.smithi170.stdout: python3-rgw-2:18.2.4-871.g6a1bdf85.el9.x86_64 2024-09-21T09:29:55.891 INFO:teuthology.orchestra.run.smithi170.stdout: re2-1:20211101-20.el9.x86_64 2024-09-21T09:29:55.891 INFO:teuthology.orchestra.run.smithi170.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-21T09:29:55.891 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:29:55.891 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2024-09-21T09:29:55.965 INFO:teuthology.orchestra.run.smithi053.stdout:(1/4): socat-1.7.4.1-6.el9.x86_64.rpm 1.9 MB/s | 304 kB 00:00 2024-09-21T09:29:56.007 INFO:teuthology.orchestra.run.smithi053.stdout:(2/4): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.5 MB/s | 64 kB 00:00 2024-09-21T09:29:56.049 INFO:teuthology.orchestra.run.smithi053.stdout:(3/4): libcephsqlite-18.2.4-871.g6a1bdf85.el9.x 702 kB/s | 166 kB 00:00 2024-09-21T09:29:56.244 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install ceph-test 2024-09-21T09:29:56.828 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:00:25 ago on Sat 21 Sep 2024 09:29:31 AM UTC. 2024-09-21T09:29:56.968 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2024-09-21T09:29:56.968 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-21T09:29:56.969 INFO:teuthology.orchestra.run.smithi170.stdout: Package Arch Version Repository Size 2024-09-21T09:29:56.969 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-21T09:29:56.969 INFO:teuthology.orchestra.run.smithi170.stdout:Installing: 2024-09-21T09:29:56.969 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-test x86_64 2:18.2.4-871.g6a1bdf85.el9 ceph 40 M 2024-09-21T09:29:56.969 INFO:teuthology.orchestra.run.smithi170.stdout:Installing dependencies: 2024-09-21T09:29:56.969 INFO:teuthology.orchestra.run.smithi170.stdout: libcephsqlite x86_64 2:18.2.4-871.g6a1bdf85.el9 ceph 166 k 2024-09-21T09:29:56.969 INFO:teuthology.orchestra.run.smithi170.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-21T09:29:56.969 INFO:teuthology.orchestra.run.smithi170.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-21T09:29:56.969 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:29:56.969 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction Summary 2024-09-21T09:29:56.969 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-21T09:29:56.969 INFO:teuthology.orchestra.run.smithi170.stdout:Install 4 Packages 2024-09-21T09:29:56.969 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:29:56.970 INFO:teuthology.orchestra.run.smithi170.stdout:Total download size: 40 M 2024-09-21T09:29:56.970 INFO:teuthology.orchestra.run.smithi170.stdout:Installed size: 164 M 2024-09-21T09:29:56.970 INFO:teuthology.orchestra.run.smithi170.stdout:Downloading Packages: 2024-09-21T09:29:57.091 INFO:teuthology.orchestra.run.smithi053.stdout:(4/4): ceph-test-18.2.4-871.g6a1bdf85.el9.x86_6 31 MB/s | 40 MB 00:01 2024-09-21T09:29:57.093 INFO:teuthology.orchestra.run.smithi053.stdout:-------------------------------------------------------------------------------- 2024-09-21T09:29:57.094 INFO:teuthology.orchestra.run.smithi053.stdout:Total 29 MB/s | 40 MB 00:01 2024-09-21T09:29:57.122 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction check 2024-09-21T09:29:57.144 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction check succeeded. 2024-09-21T09:29:57.144 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction test 2024-09-21T09:29:57.223 INFO:teuthology.orchestra.run.smithi170.stdout:(1/4): socat-1.7.4.1-6.el9.x86_64.rpm 1.4 MB/s | 304 kB 00:00 2024-09-21T09:29:57.248 INFO:teuthology.orchestra.run.smithi170.stdout:(2/4): libcephsqlite-18.2.4-871.g6a1bdf85.el9.x 716 kB/s | 166 kB 00:00 2024-09-21T09:29:57.274 INFO:teuthology.orchestra.run.smithi170.stdout:(3/4): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 64 kB 00:00 2024-09-21T09:29:57.481 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction test succeeded. 2024-09-21T09:29:57.481 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction 2024-09-21T09:29:57.982 INFO:teuthology.orchestra.run.smithi053.stdout: Preparing : 1/1 2024-09-21T09:29:58.061 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 1/4 2024-09-21T09:29:58.100 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 2/4 2024-09-21T09:29:58.126 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : libcephsqlite-2:18.2.4-871.g6a1bdf85.el9.x86_64 3/4 2024-09-21T09:29:58.324 INFO:teuthology.orchestra.run.smithi170.stdout:(4/4): ceph-test-18.2.4-871.g6a1bdf85.el9.x86_6 30 MB/s | 40 MB 00:01 2024-09-21T09:29:58.326 INFO:teuthology.orchestra.run.smithi170.stdout:-------------------------------------------------------------------------------- 2024-09-21T09:29:58.326 INFO:teuthology.orchestra.run.smithi170.stdout:Total 30 MB/s | 40 MB 00:01 2024-09-21T09:29:58.354 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction check 2024-09-21T09:29:58.374 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction check succeeded. 2024-09-21T09:29:58.374 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction test 2024-09-21T09:29:58.693 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction test succeeded. 2024-09-21T09:29:58.693 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction 2024-09-21T09:29:59.160 INFO:teuthology.orchestra.run.smithi170.stdout: Preparing : 1/1 2024-09-21T09:29:59.233 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 1/4 2024-09-21T09:29:59.282 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 2/4 2024-09-21T09:29:59.309 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : libcephsqlite-2:18.2.4-871.g6a1bdf85.el9.x86_64 3/4 2024-09-21T09:30:02.050 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: libcephsqlite-2:18.2.4-871.g6a1bdf85.el9.x86_64 3/4 2024-09-21T09:30:02.127 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : ceph-test-2:18.2.4-871.g6a1bdf85.el9.x86_64 4/4 2024-09-21T09:30:03.007 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: libcephsqlite-2:18.2.4-871.g6a1bdf85.el9.x86_64 3/4 2024-09-21T09:30:03.099 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : ceph-test-2:18.2.4-871.g6a1bdf85.el9.x86_64 4/4 2024-09-21T09:30:04.145 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: ceph-test-2:18.2.4-871.g6a1bdf85.el9.x86_64 4/4 2024-09-21T09:30:04.145 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : ceph-test-2:18.2.4-871.g6a1bdf85.el9.x86_64 1/4 2024-09-21T09:30:04.145 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : libcephsqlite-2:18.2.4-871.g6a1bdf85.el9.x86_64 2/4 2024-09-21T09:30:04.145 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 3/4 2024-09-21T09:30:04.465 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 4/4 2024-09-21T09:30:04.465 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:30:04.465 INFO:teuthology.orchestra.run.smithi053.stdout:Installed: 2024-09-21T09:30:04.465 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-test-2:18.2.4-871.g6a1bdf85.el9.x86_64 2024-09-21T09:30:04.465 INFO:teuthology.orchestra.run.smithi053.stdout: libcephsqlite-2:18.2.4-871.g6a1bdf85.el9.x86_64 2024-09-21T09:30:04.466 INFO:teuthology.orchestra.run.smithi053.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-21T09:30:04.466 INFO:teuthology.orchestra.run.smithi053.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-21T09:30:04.466 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:30:04.466 INFO:teuthology.orchestra.run.smithi053.stdout:Complete! 2024-09-21T09:30:04.802 DEBUG:teuthology.orchestra.run.smithi053:> sudo yum -y install ceph 2024-09-21T09:30:05.205 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: ceph-test-2:18.2.4-871.g6a1bdf85.el9.x86_64 4/4 2024-09-21T09:30:05.205 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : ceph-test-2:18.2.4-871.g6a1bdf85.el9.x86_64 1/4 2024-09-21T09:30:05.205 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : libcephsqlite-2:18.2.4-871.g6a1bdf85.el9.x86_64 2/4 2024-09-21T09:30:05.206 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 3/4 2024-09-21T09:30:05.409 INFO:teuthology.orchestra.run.smithi053.stdout:Last metadata expiration check: 0:00:37 ago on Sat 21 Sep 2024 09:29:28 AM UTC. 2024-09-21T09:30:05.519 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 4/4 2024-09-21T09:30:05.520 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:30:05.520 INFO:teuthology.orchestra.run.smithi170.stdout:Installed: 2024-09-21T09:30:05.520 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-test-2:18.2.4-871.g6a1bdf85.el9.x86_64 2024-09-21T09:30:05.520 INFO:teuthology.orchestra.run.smithi170.stdout: libcephsqlite-2:18.2.4-871.g6a1bdf85.el9.x86_64 2024-09-21T09:30:05.520 INFO:teuthology.orchestra.run.smithi170.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-21T09:30:05.520 INFO:teuthology.orchestra.run.smithi170.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-21T09:30:05.520 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:30:05.520 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2024-09-21T09:30:05.548 INFO:teuthology.orchestra.run.smithi053.stdout:Dependencies resolved. 2024-09-21T09:30:05.550 INFO:teuthology.orchestra.run.smithi053.stdout:================================================================================ 2024-09-21T09:30:05.550 INFO:teuthology.orchestra.run.smithi053.stdout: Package Arch Version Repository Size 2024-09-21T09:30:05.550 INFO:teuthology.orchestra.run.smithi053.stdout:================================================================================ 2024-09-21T09:30:05.550 INFO:teuthology.orchestra.run.smithi053.stdout:Installing: 2024-09-21T09:30:05.550 INFO:teuthology.orchestra.run.smithi053.stdout: ceph x86_64 2:18.2.4-871.g6a1bdf85.el9 ceph 6.5 k 2024-09-21T09:30:05.551 INFO:teuthology.orchestra.run.smithi053.stdout:Installing dependencies: 2024-09-21T09:30:05.551 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-mds x86_64 2:18.2.4-871.g6a1bdf85.el9 ceph 2.1 M 2024-09-21T09:30:05.551 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-mgr x86_64 2:18.2.4-871.g6a1bdf85.el9 ceph 1.5 M 2024-09-21T09:30:05.551 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-mgr-modules-core noarch 2:18.2.4-871.g6a1bdf85.el9 ceph-noarch 246 k 2024-09-21T09:30:05.551 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-mon x86_64 2:18.2.4-871.g6a1bdf85.el9 ceph 4.7 M 2024-09-21T09:30:05.551 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-osd x86_64 2:18.2.4-871.g6a1bdf85.el9 ceph 17 M 2024-09-21T09:30:05.551 INFO:teuthology.orchestra.run.smithi053.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-21T09:30:05.551 INFO:teuthology.orchestra.run.smithi053.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-21T09:30:05.551 INFO:teuthology.orchestra.run.smithi053.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-21T09:30:05.551 INFO:teuthology.orchestra.run.smithi053.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-21T09:30:05.551 INFO:teuthology.orchestra.run.smithi053.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-21T09:30:05.551 INFO:teuthology.orchestra.run.smithi053.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-21T09:30:05.551 INFO:teuthology.orchestra.run.smithi053.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-21T09:30:05.551 INFO:teuthology.orchestra.run.smithi053.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-21T09:30:05.552 INFO:teuthology.orchestra.run.smithi053.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-21T09:30:05.552 INFO:teuthology.orchestra.run.smithi053.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-21T09:30:05.552 INFO:teuthology.orchestra.run.smithi053.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-21T09:30:05.552 INFO:teuthology.orchestra.run.smithi053.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-21T09:30:05.552 INFO:teuthology.orchestra.run.smithi053.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-21T09:30:05.552 INFO:teuthology.orchestra.run.smithi053.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-21T09:30:05.552 INFO:teuthology.orchestra.run.smithi053.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-21T09:30:05.552 INFO:teuthology.orchestra.run.smithi053.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-21T09:30:05.552 INFO:teuthology.orchestra.run.smithi053.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-21T09:30:05.552 INFO:teuthology.orchestra.run.smithi053.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-21T09:30:05.552 INFO:teuthology.orchestra.run.smithi053.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-21T09:30:05.552 INFO:teuthology.orchestra.run.smithi053.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-21T09:30:05.552 INFO:teuthology.orchestra.run.smithi053.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-21T09:30:05.552 INFO:teuthology.orchestra.run.smithi053.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-21T09:30:05.552 INFO:teuthology.orchestra.run.smithi053.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-21T09:30:05.552 INFO:teuthology.orchestra.run.smithi053.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-21T09:30:05.553 INFO:teuthology.orchestra.run.smithi053.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-21T09:30:05.553 INFO:teuthology.orchestra.run.smithi053.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-21T09:30:05.553 INFO:teuthology.orchestra.run.smithi053.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-21T09:30:05.553 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:30:05.553 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction Summary 2024-09-21T09:30:05.553 INFO:teuthology.orchestra.run.smithi053.stdout:================================================================================ 2024-09-21T09:30:05.553 INFO:teuthology.orchestra.run.smithi053.stdout:Install 33 Packages 2024-09-21T09:30:05.553 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:30:05.553 INFO:teuthology.orchestra.run.smithi053.stdout:Total download size: 29 M 2024-09-21T09:30:05.553 INFO:teuthology.orchestra.run.smithi053.stdout:Installed size: 104 M 2024-09-21T09:30:05.554 INFO:teuthology.orchestra.run.smithi053.stdout:Downloading Packages: 2024-09-21T09:30:05.834 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install ceph 2024-09-21T09:30:06.307 INFO:teuthology.orchestra.run.smithi053.stdout:(1/33): ceph-18.2.4-871.g6a1bdf85.el9.x86_64.rp 47 kB/s | 6.5 kB 00:00 2024-09-21T09:30:06.417 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:00:35 ago on Sat 21 Sep 2024 09:29:31 AM UTC. 2024-09-21T09:30:06.466 INFO:teuthology.orchestra.run.smithi053.stdout:(2/33): ceph-mgr-18.2.4-871.g6a1bdf85.el9.x86_6 4.9 MB/s | 1.5 MB 00:00 2024-09-21T09:30:06.533 INFO:teuthology.orchestra.run.smithi053.stdout:(3/33): ceph-mds-18.2.4-871.g6a1bdf85.el9.x86_6 5.8 MB/s | 2.1 MB 00:00 2024-09-21T09:30:06.561 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2024-09-21T09:30:06.563 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-21T09:30:06.563 INFO:teuthology.orchestra.run.smithi170.stdout: Package Arch Version Repository Size 2024-09-21T09:30:06.563 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-21T09:30:06.563 INFO:teuthology.orchestra.run.smithi170.stdout:Installing: 2024-09-21T09:30:06.564 INFO:teuthology.orchestra.run.smithi170.stdout: ceph x86_64 2:18.2.4-871.g6a1bdf85.el9 ceph 6.5 k 2024-09-21T09:30:06.564 INFO:teuthology.orchestra.run.smithi170.stdout:Installing dependencies: 2024-09-21T09:30:06.564 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-mds x86_64 2:18.2.4-871.g6a1bdf85.el9 ceph 2.1 M 2024-09-21T09:30:06.564 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-mgr x86_64 2:18.2.4-871.g6a1bdf85.el9 ceph 1.5 M 2024-09-21T09:30:06.564 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-mgr-modules-core noarch 2:18.2.4-871.g6a1bdf85.el9 ceph-noarch 246 k 2024-09-21T09:30:06.564 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-mon x86_64 2:18.2.4-871.g6a1bdf85.el9 ceph 4.7 M 2024-09-21T09:30:06.564 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-osd x86_64 2:18.2.4-871.g6a1bdf85.el9 ceph 17 M 2024-09-21T09:30:06.564 INFO:teuthology.orchestra.run.smithi170.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-21T09:30:06.564 INFO:teuthology.orchestra.run.smithi170.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-21T09:30:06.564 INFO:teuthology.orchestra.run.smithi170.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-21T09:30:06.564 INFO:teuthology.orchestra.run.smithi170.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-21T09:30:06.564 INFO:teuthology.orchestra.run.smithi170.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-21T09:30:06.564 INFO:teuthology.orchestra.run.smithi170.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-21T09:30:06.564 INFO:teuthology.orchestra.run.smithi170.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-21T09:30:06.564 INFO:teuthology.orchestra.run.smithi170.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-21T09:30:06.564 INFO:teuthology.orchestra.run.smithi170.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-21T09:30:06.565 INFO:teuthology.orchestra.run.smithi170.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-21T09:30:06.565 INFO:teuthology.orchestra.run.smithi170.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-21T09:30:06.565 INFO:teuthology.orchestra.run.smithi170.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-21T09:30:06.565 INFO:teuthology.orchestra.run.smithi170.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-21T09:30:06.565 INFO:teuthology.orchestra.run.smithi170.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-21T09:30:06.565 INFO:teuthology.orchestra.run.smithi170.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-21T09:30:06.565 INFO:teuthology.orchestra.run.smithi170.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-21T09:30:06.565 INFO:teuthology.orchestra.run.smithi170.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-21T09:30:06.565 INFO:teuthology.orchestra.run.smithi170.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-21T09:30:06.565 INFO:teuthology.orchestra.run.smithi170.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-21T09:30:06.565 INFO:teuthology.orchestra.run.smithi170.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-21T09:30:06.565 INFO:teuthology.orchestra.run.smithi170.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-21T09:30:06.565 INFO:teuthology.orchestra.run.smithi170.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-21T09:30:06.565 INFO:teuthology.orchestra.run.smithi170.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-21T09:30:06.565 INFO:teuthology.orchestra.run.smithi170.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-21T09:30:06.565 INFO:teuthology.orchestra.run.smithi170.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-21T09:30:06.566 INFO:teuthology.orchestra.run.smithi170.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-21T09:30:06.566 INFO:teuthology.orchestra.run.smithi170.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-21T09:30:06.566 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:30:06.566 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction Summary 2024-09-21T09:30:06.566 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-21T09:30:06.566 INFO:teuthology.orchestra.run.smithi170.stdout:Install 33 Packages 2024-09-21T09:30:06.566 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:30:06.566 INFO:teuthology.orchestra.run.smithi170.stdout:Total download size: 29 M 2024-09-21T09:30:06.566 INFO:teuthology.orchestra.run.smithi170.stdout:Installed size: 104 M 2024-09-21T09:30:06.567 INFO:teuthology.orchestra.run.smithi170.stdout:Downloading Packages: 2024-09-21T09:30:06.625 INFO:teuthology.orchestra.run.smithi053.stdout:(4/33): ceph-mgr-modules-core-18.2.4-871.g6a1bd 2.6 MB/s | 246 kB 00:00 2024-09-21T09:30:06.692 INFO:teuthology.orchestra.run.smithi053.stdout:(5/33): ceph-mon-18.2.4-871.g6a1bdf85.el9.x86_6 12 MB/s | 4.7 MB 00:00 2024-09-21T09:30:06.859 INFO:teuthology.orchestra.run.smithi053.stdout:(6/33): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.1 MB/s | 253 kB 00:00 2024-09-21T09:30:07.034 INFO:teuthology.orchestra.run.smithi053.stdout:(7/33): ceph-osd-18.2.4-871.g6a1bdf85.el9.x86_6 29 MB/s | 17 MB 00:00 2024-09-21T09:30:07.067 INFO:teuthology.orchestra.run.smithi053.stdout:(8/33): python3-ply-3.11-14.el9.noarch.rpm 511 kB/s | 106 kB 00:00 2024-09-21T09:30:07.118 INFO:teuthology.orchestra.run.smithi053.stdout:(9/33): python3-requests-2.25.1-8.el9.noarch.rp 2.4 MB/s | 125 kB 00:00 2024-09-21T09:30:07.177 INFO:teuthology.orchestra.run.smithi053.stdout:(10/33): python3-cryptography-36.0.1-4.el9.x86_ 2.5 MB/s | 1.2 MB 00:00 2024-09-21T09:30:07.202 INFO:teuthology.orchestra.run.smithi053.stdout:(11/33): python3-pycparser-2.20-6.el9.noarch.rp 809 kB/s | 135 kB 00:00 2024-09-21T09:30:07.212 INFO:teuthology.orchestra.run.smithi170.stdout:(1/33): ceph-18.2.4-871.g6a1bdf85.el9.x86_64.rp 54 kB/s | 6.5 kB 00:00 2024-09-21T09:30:07.227 INFO:teuthology.orchestra.run.smithi053.stdout:(12/33): python3-urllib3-1.26.5-6.el9.noarch.rp 1.9 MB/s | 215 kB 00:00 2024-09-21T09:30:07.294 INFO:teuthology.orchestra.run.smithi053.stdout:(13/33): python3-markupsafe-1.1.1-12.el9.x86_64 378 kB/s | 35 kB 00:00 2024-09-21T09:30:07.319 INFO:teuthology.orchestra.run.smithi053.stdout:(14/33): python3-pytz-2021.1-5.el9.noarch.rpm 555 kB/s | 51 kB 00:00 2024-09-21T09:30:07.353 INFO:teuthology.orchestra.run.smithi053.stdout:(15/33): python3-mako-1.1.4-6.el9.noarch.rpm 980 kB/s | 172 kB 00:00 2024-09-21T09:30:07.378 INFO:teuthology.orchestra.run.smithi053.stdout:(16/33): python3-toml-0.10.2-6.el9.noarch.rpm 496 kB/s | 42 kB 00:00 2024-09-21T09:30:07.404 INFO:teuthology.orchestra.run.smithi170.stdout:(2/33): ceph-mgr-18.2.4-871.g6a1bdf85.el9.x86_6 4.7 MB/s | 1.5 MB 00:00 2024-09-21T09:30:07.412 INFO:teuthology.orchestra.run.smithi053.stdout:(17/33): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 471 kB/s | 43 kB 00:00 2024-09-21T09:30:07.437 INFO:teuthology.orchestra.run.smithi053.stdout:(18/33): python3-jaraco-8.2.1-3.el9.noarch.rpm 741 kB/s | 11 kB 00:00 2024-09-21T09:30:07.462 INFO:teuthology.orchestra.run.smithi053.stdout:(19/33): python3-jaraco-classes-3.2.1-5.el9.noa 769 kB/s | 18 kB 00:00 2024-09-21T09:30:07.462 INFO:teuthology.orchestra.run.smithi170.stdout:(3/33): ceph-mds-18.2.4-871.g6a1bdf85.el9.x86_6 5.6 MB/s | 2.1 MB 00:00 2024-09-21T09:30:07.487 INFO:teuthology.orchestra.run.smithi053.stdout:(20/33): python3-cheroot-8.6.0-4.el9.noarch.rpm 1.3 MB/s | 172 kB 00:00 2024-09-21T09:30:07.504 INFO:teuthology.orchestra.run.smithi053.stdout:(21/33): python3-jaraco-collections-3.0.0-8.el9 555 kB/s | 23 kB 00:00 2024-09-21T09:30:07.521 INFO:teuthology.orchestra.run.smithi053.stdout:(22/33): python3-jaraco-functools-3.5.0-2.el9.n 581 kB/s | 19 kB 00:00 2024-09-21T09:30:07.538 INFO:teuthology.orchestra.run.smithi053.stdout:(23/33): python3-jaraco-text-3.2.0-6.el9.noarch 586 kB/s | 20 kB 00:00 2024-09-21T09:30:07.555 INFO:teuthology.orchestra.run.smithi053.stdout:(24/33): python3-logutils-0.3.5-21.el9.noarch.r 1.3 MB/s | 46 kB 00:00 2024-09-21T09:30:07.563 INFO:teuthology.orchestra.run.smithi170.stdout:(4/33): ceph-mgr-modules-core-18.2.4-871.g6a1bd 2.4 MB/s | 246 kB 00:00 2024-09-21T09:30:07.580 INFO:teuthology.orchestra.run.smithi053.stdout:(25/33): python3-more-itertools-8.12.0-2.el9.no 1.8 MB/s | 79 kB 00:00 2024-09-21T09:30:07.606 INFO:teuthology.orchestra.run.smithi053.stdout:(26/33): python3-portend-3.1.0-2.el9.noarch.rpm 658 kB/s | 16 kB 00:00 2024-09-21T09:30:07.631 INFO:teuthology.orchestra.run.smithi053.stdout:(27/33): python3-cherrypy-18.6.1-2.el9.noarch.r 1.4 MB/s | 358 kB 00:00 2024-09-21T09:30:07.646 INFO:teuthology.orchestra.run.smithi170.stdout:(5/33): ceph-mon-18.2.4-871.g6a1bdf85.el9.x86_6 11 MB/s | 4.7 MB 00:00 2024-09-21T09:30:07.673 INFO:teuthology.orchestra.run.smithi053.stdout:(28/33): python3-tempora-5.0.0-2.el9.noarch.rpm 859 kB/s | 36 kB 00:00 2024-09-21T09:30:07.698 INFO:teuthology.orchestra.run.smithi053.stdout:(29/33): python3-pyOpenSSL-21.0.0-1.el9.noarch. 976 kB/s | 90 kB 00:00 2024-09-21T09:30:07.723 INFO:teuthology.orchestra.run.smithi053.stdout:(30/33): python3-pecan-1.4.2-3.el9.noarch.rpm 1.6 MB/s | 272 kB 00:00 2024-09-21T09:30:07.749 INFO:teuthology.orchestra.run.smithi053.stdout:(31/33): python3-zc-lockfile-2.0-10.el9.noarch. 804 kB/s | 20 kB 00:00 2024-09-21T09:30:07.774 INFO:teuthology.orchestra.run.smithi053.stdout:(32/33): python3-webob-1.8.8-2.el9.noarch.rpm 2.2 MB/s | 230 kB 00:00 2024-09-21T09:30:07.799 INFO:teuthology.orchestra.run.smithi053.stdout:(33/33): python3-werkzeug-2.0.3-3.el9.1.noarch. 4.2 MB/s | 427 kB 00:00 2024-09-21T09:30:07.804 INFO:teuthology.orchestra.run.smithi053.stdout:-------------------------------------------------------------------------------- 2024-09-21T09:30:07.804 INFO:teuthology.orchestra.run.smithi053.stdout:Total 13 MB/s | 29 MB 00:02 2024-09-21T09:30:07.931 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction check 2024-09-21T09:30:07.973 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction check succeeded. 2024-09-21T09:30:07.973 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction test 2024-09-21T09:30:07.988 INFO:teuthology.orchestra.run.smithi170.stdout:(6/33): ceph-osd-18.2.4-871.g6a1bdf85.el9.x86_6 28 MB/s | 17 MB 00:00 2024-09-21T09:30:08.280 INFO:teuthology.orchestra.run.smithi170.stdout:(7/33): python3-cffi-1.14.5-5.el9.x86_64.rpm 353 kB/s | 253 kB 00:00 2024-09-21T09:30:08.388 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction test succeeded. 2024-09-21T09:30:08.388 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction 2024-09-21T09:30:08.397 INFO:teuthology.orchestra.run.smithi170.stdout:(8/33): python3-pycparser-2.20-6.el9.noarch.rpm 1.1 MB/s | 135 kB 00:00 2024-09-21T09:30:08.448 INFO:teuthology.orchestra.run.smithi170.stdout:(9/33): python3-ply-3.11-14.el9.noarch.rpm 232 kB/s | 106 kB 00:00 2024-09-21T09:30:08.506 INFO:teuthology.orchestra.run.smithi170.stdout:(10/33): python3-requests-2.25.1-8.el9.noarch.r 1.1 MB/s | 125 kB 00:00 2024-09-21T09:30:08.648 INFO:teuthology.orchestra.run.smithi170.stdout:(11/33): python3-cryptography-36.0.1-4.el9.x86_ 1.2 MB/s | 1.2 MB 00:01 2024-09-21T09:30:08.673 INFO:teuthology.orchestra.run.smithi170.stdout:(12/33): python3-urllib3-1.26.5-6.el9.noarch.rp 952 kB/s | 215 kB 00:00 2024-09-21T09:30:08.698 INFO:teuthology.orchestra.run.smithi170.stdout:(13/33): python3-mako-1.1.4-6.el9.noarch.rpm 896 kB/s | 172 kB 00:00 2024-09-21T09:30:08.749 INFO:teuthology.orchestra.run.smithi170.stdout:(14/33): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-09-21T09:30:08.782 INFO:teuthology.orchestra.run.smithi170.stdout:(15/33): python3-markupsafe-1.1.1-12.el9.x86_64 259 kB/s | 35 kB 00:00 2024-09-21T09:30:08.808 INFO:teuthology.orchestra.run.smithi170.stdout:(16/33): python3-toml-0.10.2-6.el9.noarch.rpm 383 kB/s | 42 kB 00:00 2024-09-21T09:30:08.841 INFO:teuthology.orchestra.run.smithi170.stdout:(17/33): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 472 kB/s | 43 kB 00:00 2024-09-21T09:30:08.875 INFO:teuthology.orchestra.run.smithi170.stdout:(18/33): python3-jaraco-8.2.1-3.el9.noarch.rpm 444 kB/s | 11 kB 00:00 2024-09-21T09:30:08.908 INFO:teuthology.orchestra.run.smithi170.stdout:(19/33): python3-cheroot-8.6.0-4.el9.noarch.rpm 1.4 MB/s | 172 kB 00:00 2024-09-21T09:30:08.934 INFO:teuthology.orchestra.run.smithi170.stdout:(20/33): python3-jaraco-classes-3.2.1-5.el9.noa 311 kB/s | 18 kB 00:00 2024-09-21T09:30:08.959 INFO:teuthology.orchestra.run.smithi170.stdout:(21/33): python3-jaraco-collections-3.0.0-8.el9 461 kB/s | 23 kB 00:00 2024-09-21T09:30:08.984 INFO:teuthology.orchestra.run.smithi170.stdout:(22/33): python3-jaraco-functools-3.5.0-2.el9.n 388 kB/s | 19 kB 00:00 2024-09-21T09:30:09.010 INFO:teuthology.orchestra.run.smithi170.stdout:(23/33): python3-jaraco-text-3.2.0-6.el9.noarch 394 kB/s | 20 kB 00:00 2024-09-21T09:30:09.027 INFO:teuthology.orchestra.run.smithi170.stdout:(24/33): python3-logutils-0.3.5-21.el9.noarch.r 1.1 MB/s | 46 kB 00:00 2024-09-21T09:30:09.060 INFO:teuthology.orchestra.run.smithi170.stdout:(25/33): python3-more-itertools-8.12.0-2.el9.no 1.5 MB/s | 79 kB 00:00 2024-09-21T09:30:09.094 INFO:teuthology.orchestra.run.smithi170.stdout:(26/33): python3-cherrypy-18.6.1-2.el9.noarch.r 1.3 MB/s | 358 kB 00:00 2024-09-21T09:30:09.119 INFO:teuthology.orchestra.run.smithi170.stdout:(27/33): python3-portend-3.1.0-2.el9.noarch.rpm 280 kB/s | 16 kB 00:00 2024-09-21T09:30:09.145 INFO:teuthology.orchestra.run.smithi170.stdout:(28/33): python3-pyOpenSSL-21.0.0-1.el9.noarch. 1.8 MB/s | 90 kB 00:00 2024-09-21T09:30:09.170 INFO:teuthology.orchestra.run.smithi170.stdout:(29/33): python3-pecan-1.4.2-3.el9.noarch.rpm 1.9 MB/s | 272 kB 00:00 2024-09-21T09:30:09.195 INFO:teuthology.orchestra.run.smithi170.stdout:(30/33): python3-tempora-5.0.0-2.el9.noarch.rpm 475 kB/s | 36 kB 00:00 2024-09-21T09:30:09.221 INFO:teuthology.orchestra.run.smithi170.stdout:(31/33): python3-webob-1.8.8-2.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-09-21T09:30:09.246 INFO:teuthology.orchestra.run.smithi170.stdout:(32/33): python3-zc-lockfile-2.0-10.el9.noarch. 401 kB/s | 20 kB 00:00 2024-09-21T09:30:09.279 INFO:teuthology.orchestra.run.smithi170.stdout:(33/33): python3-werkzeug-2.0.3-3.el9.1.noarch. 5.0 MB/s | 427 kB 00:00 2024-09-21T09:30:09.284 INFO:teuthology.orchestra.run.smithi170.stdout:-------------------------------------------------------------------------------- 2024-09-21T09:30:09.284 INFO:teuthology.orchestra.run.smithi170.stdout:Total 11 MB/s | 29 MB 00:02 2024-09-21T09:30:09.405 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction check 2024-09-21T09:30:09.441 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction check succeeded. 2024-09-21T09:30:09.441 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction test 2024-09-21T09:30:09.624 INFO:teuthology.orchestra.run.smithi053.stdout: Preparing : 1/1 2024-09-21T09:30:09.686 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 1/33 2024-09-21T09:30:09.718 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 2/33 2024-09-21T09:30:09.751 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 3/33 2024-09-21T09:30:09.848 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 4/33 2024-09-21T09:30:09.850 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction test succeeded. 2024-09-21T09:30:09.851 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction 2024-09-21T09:30:09.940 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 5/33 2024-09-21T09:30:09.987 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 6/33 2024-09-21T09:30:10.030 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 7/33 2024-09-21T09:30:10.060 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 8/33 2024-09-21T09:30:10.095 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 9/33 2024-09-21T09:30:10.136 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 10/33 2024-09-21T09:30:10.177 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 11/33 2024-09-21T09:30:10.221 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 12/33 2024-09-21T09:30:10.263 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 13/33 2024-09-21T09:30:10.302 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 14/33 2024-09-21T09:30:10.378 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 15/33 2024-09-21T09:30:10.538 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 16/33 2024-09-21T09:30:10.621 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 17/33 2024-09-21T09:30:10.671 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 18/33 2024-09-21T09:30:10.709 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 19/33 2024-09-21T09:30:10.784 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-ply-3.11-14.el9.noarch 20/33 2024-09-21T09:30:10.848 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 21/33 2024-09-21T09:30:11.045 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 22/33 2024-09-21T09:30:11.066 INFO:teuthology.orchestra.run.smithi170.stdout: Preparing : 1/1 2024-09-21T09:30:11.088 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 23/33 2024-09-21T09:30:11.132 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 1/33 2024-09-21T09:30:11.169 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 24/33 2024-09-21T09:30:11.181 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 2/33 2024-09-21T09:30:11.213 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 3/33 2024-09-21T09:30:11.267 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 25/33 2024-09-21T09:30:11.312 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 26/33 2024-09-21T09:30:11.314 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 4/33 2024-09-21T09:30:11.392 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 5/33 2024-09-21T09:30:11.433 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 6/33 2024-09-21T09:30:11.434 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 27/33 2024-09-21T09:30:11.476 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 7/33 2024-09-21T09:30:11.506 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 8/33 2024-09-21T09:30:11.549 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 9/33 2024-09-21T09:30:11.583 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 10/33 2024-09-21T09:30:11.597 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : ceph-mgr-modules-core-2:18.2.4-871.g6a1bdf85.el9.n 28/33 2024-09-21T09:30:11.623 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 11/33 2024-09-21T09:30:11.630 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : ceph-mgr-2:18.2.4-871.g6a1bdf85.el9.x86_64 29/33 2024-09-21T09:30:11.657 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: ceph-mgr-2:18.2.4-871.g6a1bdf85.el9.x86_64 29/33 2024-09-21T09:30:11.657 INFO:teuthology.orchestra.run.smithi053.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-21T09:30:11.657 INFO:teuthology.orchestra.run.smithi053.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-21T09:30:11.657 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-21T09:30:11.658 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-21T09:30:11.658 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:30:11.658 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 12/33 2024-09-21T09:30:11.693 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 13/33 2024-09-21T09:30:11.731 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 14/33 2024-09-21T09:30:11.804 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 15/33 2024-09-21T09:30:11.968 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 16/33 2024-09-21T09:30:12.046 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 17/33 2024-09-21T09:30:12.100 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 18/33 2024-09-21T09:30:12.139 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 19/33 2024-09-21T09:30:12.196 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-ply-3.11-14.el9.noarch 20/33 2024-09-21T09:30:12.252 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 21/33 2024-09-21T09:30:12.439 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 22/33 2024-09-21T09:30:12.485 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 23/33 2024-09-21T09:30:12.564 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 24/33 2024-09-21T09:30:12.651 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 25/33 2024-09-21T09:30:12.684 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 26/33 2024-09-21T09:30:12.800 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 27/33 2024-09-21T09:30:12.966 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : ceph-mgr-modules-core-2:18.2.4-871.g6a1bdf85.el9.n 28/33 2024-09-21T09:30:13.004 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : ceph-mgr-2:18.2.4-871.g6a1bdf85.el9.x86_64 29/33 2024-09-21T09:30:13.029 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: ceph-mgr-2:18.2.4-871.g6a1bdf85.el9.x86_64 29/33 2024-09-21T09:30:13.029 INFO:teuthology.orchestra.run.smithi170.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-21T09:30:13.029 INFO:teuthology.orchestra.run.smithi170.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-21T09:30:13.029 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-21T09:30:13.029 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-21T09:30:13.029 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:30:13.167 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : ceph-osd-2:18.2.4-871.g6a1bdf85.el9.x86_64 30/33 2024-09-21T09:30:13.198 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: ceph-osd-2:18.2.4-871.g6a1bdf85.el9.x86_64 30/33 2024-09-21T09:30:13.198 INFO:teuthology.orchestra.run.smithi053.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-21T09:30:13.198 INFO:teuthology.orchestra.run.smithi053.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-21T09:30:13.198 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-21T09:30:13.198 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-21T09:30:13.199 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:30:13.676 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : ceph-mon-2:18.2.4-871.g6a1bdf85.el9.x86_64 31/33 2024-09-21T09:30:13.701 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: ceph-mon-2:18.2.4-871.g6a1bdf85.el9.x86_64 31/33 2024-09-21T09:30:13.701 INFO:teuthology.orchestra.run.smithi053.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-21T09:30:13.701 INFO:teuthology.orchestra.run.smithi053.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-21T09:30:13.702 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-21T09:30:13.702 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-21T09:30:13.702 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:30:13.918 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : ceph-mds-2:18.2.4-871.g6a1bdf85.el9.x86_64 32/33 2024-09-21T09:30:13.944 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: ceph-mds-2:18.2.4-871.g6a1bdf85.el9.x86_64 32/33 2024-09-21T09:30:13.944 INFO:teuthology.orchestra.run.smithi053.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-21T09:30:13.944 INFO:teuthology.orchestra.run.smithi053.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-21T09:30:13.944 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-21T09:30:13.944 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-21T09:30:13.944 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:30:14.010 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : ceph-2:18.2.4-871.g6a1bdf85.el9.x86_64 33/33 2024-09-21T09:30:14.505 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : ceph-osd-2:18.2.4-871.g6a1bdf85.el9.x86_64 30/33 2024-09-21T09:30:14.534 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: ceph-osd-2:18.2.4-871.g6a1bdf85.el9.x86_64 30/33 2024-09-21T09:30:14.534 INFO:teuthology.orchestra.run.smithi170.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-21T09:30:14.534 INFO:teuthology.orchestra.run.smithi170.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-21T09:30:14.534 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-21T09:30:14.534 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-21T09:30:14.534 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:30:14.989 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : ceph-mon-2:18.2.4-871.g6a1bdf85.el9.x86_64 31/33 2024-09-21T09:30:15.014 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: ceph-mon-2:18.2.4-871.g6a1bdf85.el9.x86_64 31/33 2024-09-21T09:30:15.014 INFO:teuthology.orchestra.run.smithi170.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-21T09:30:15.014 INFO:teuthology.orchestra.run.smithi170.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-21T09:30:15.014 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-21T09:30:15.014 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-21T09:30:15.014 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:30:15.223 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : ceph-mds-2:18.2.4-871.g6a1bdf85.el9.x86_64 32/33 2024-09-21T09:30:15.247 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: ceph-mds-2:18.2.4-871.g6a1bdf85.el9.x86_64 32/33 2024-09-21T09:30:15.247 INFO:teuthology.orchestra.run.smithi170.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-21T09:30:15.247 INFO:teuthology.orchestra.run.smithi170.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-21T09:30:15.247 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-21T09:30:15.247 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-21T09:30:15.248 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:30:15.312 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : ceph-2:18.2.4-871.g6a1bdf85.el9.x86_64 33/33 2024-09-21T09:30:15.747 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: ceph-2:18.2.4-871.g6a1bdf85.el9.x86_64 33/33 2024-09-21T09:30:15.747 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : ceph-2:18.2.4-871.g6a1bdf85.el9.x86_64 1/33 2024-09-21T09:30:15.747 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : ceph-mds-2:18.2.4-871.g6a1bdf85.el9.x86_64 2/33 2024-09-21T09:30:15.747 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : ceph-mgr-2:18.2.4-871.g6a1bdf85.el9.x86_64 3/33 2024-09-21T09:30:15.747 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : ceph-mon-2:18.2.4-871.g6a1bdf85.el9.x86_64 4/33 2024-09-21T09:30:15.748 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : ceph-osd-2:18.2.4-871.g6a1bdf85.el9.x86_64 5/33 2024-09-21T09:30:15.748 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : ceph-mgr-modules-core-2:18.2.4-871.g6a1bdf85.el9.n 6/33 2024-09-21T09:30:15.748 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 7/33 2024-09-21T09:30:15.748 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 8/33 2024-09-21T09:30:15.748 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-ply-3.11-14.el9.noarch 9/33 2024-09-21T09:30:15.748 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 10/33 2024-09-21T09:30:15.748 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 11/33 2024-09-21T09:30:15.748 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 12/33 2024-09-21T09:30:15.748 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 13/33 2024-09-21T09:30:15.748 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 14/33 2024-09-21T09:30:15.748 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 15/33 2024-09-21T09:30:15.748 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 16/33 2024-09-21T09:30:15.748 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 17/33 2024-09-21T09:30:15.748 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 18/33 2024-09-21T09:30:15.748 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 19/33 2024-09-21T09:30:15.748 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 20/33 2024-09-21T09:30:15.749 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 21/33 2024-09-21T09:30:15.749 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 22/33 2024-09-21T09:30:15.749 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 23/33 2024-09-21T09:30:15.749 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 24/33 2024-09-21T09:30:15.749 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 25/33 2024-09-21T09:30:15.749 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 26/33 2024-09-21T09:30:15.749 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 27/33 2024-09-21T09:30:15.749 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 28/33 2024-09-21T09:30:15.750 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 29/33 2024-09-21T09:30:15.750 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 30/33 2024-09-21T09:30:15.750 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 31/33 2024-09-21T09:30:15.750 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 32/33 2024-09-21T09:30:16.797 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 33/33 2024-09-21T09:30:16.797 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:30:16.797 INFO:teuthology.orchestra.run.smithi053.stdout:Installed: 2024-09-21T09:30:16.797 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-2:18.2.4-871.g6a1bdf85.el9.x86_64 2024-09-21T09:30:16.797 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-mds-2:18.2.4-871.g6a1bdf85.el9.x86_64 2024-09-21T09:30:16.797 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-mgr-2:18.2.4-871.g6a1bdf85.el9.x86_64 2024-09-21T09:30:16.797 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-mgr-modules-core-2:18.2.4-871.g6a1bdf85.el9.noarch 2024-09-21T09:30:16.798 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-mon-2:18.2.4-871.g6a1bdf85.el9.x86_64 2024-09-21T09:30:16.798 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-osd-2:18.2.4-871.g6a1bdf85.el9.x86_64 2024-09-21T09:30:16.798 INFO:teuthology.orchestra.run.smithi053.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-21T09:30:16.798 INFO:teuthology.orchestra.run.smithi053.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-21T09:30:16.798 INFO:teuthology.orchestra.run.smithi053.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-21T09:30:16.798 INFO:teuthology.orchestra.run.smithi053.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-21T09:30:16.798 INFO:teuthology.orchestra.run.smithi053.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-21T09:30:16.798 INFO:teuthology.orchestra.run.smithi053.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-21T09:30:16.798 INFO:teuthology.orchestra.run.smithi053.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-21T09:30:16.798 INFO:teuthology.orchestra.run.smithi053.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-21T09:30:16.798 INFO:teuthology.orchestra.run.smithi053.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-21T09:30:16.798 INFO:teuthology.orchestra.run.smithi053.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-21T09:30:16.798 INFO:teuthology.orchestra.run.smithi053.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-21T09:30:16.798 INFO:teuthology.orchestra.run.smithi053.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-21T09:30:16.798 INFO:teuthology.orchestra.run.smithi053.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-21T09:30:16.799 INFO:teuthology.orchestra.run.smithi053.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-21T09:30:16.799 INFO:teuthology.orchestra.run.smithi053.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-21T09:30:16.799 INFO:teuthology.orchestra.run.smithi053.stdout: python3-ply-3.11-14.el9.noarch 2024-09-21T09:30:16.799 INFO:teuthology.orchestra.run.smithi053.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-21T09:30:16.799 INFO:teuthology.orchestra.run.smithi053.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-21T09:30:16.799 INFO:teuthology.orchestra.run.smithi053.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-21T09:30:16.799 INFO:teuthology.orchestra.run.smithi053.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-21T09:30:16.799 INFO:teuthology.orchestra.run.smithi053.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-21T09:30:16.799 INFO:teuthology.orchestra.run.smithi053.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-21T09:30:16.799 INFO:teuthology.orchestra.run.smithi053.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-21T09:30:16.799 INFO:teuthology.orchestra.run.smithi053.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-21T09:30:16.799 INFO:teuthology.orchestra.run.smithi053.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-21T09:30:16.799 INFO:teuthology.orchestra.run.smithi053.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-21T09:30:16.799 INFO:teuthology.orchestra.run.smithi053.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-21T09:30:16.799 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:30:16.799 INFO:teuthology.orchestra.run.smithi053.stdout:Complete! 2024-09-21T09:30:17.062 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: ceph-2:18.2.4-871.g6a1bdf85.el9.x86_64 33/33 2024-09-21T09:30:17.062 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : ceph-2:18.2.4-871.g6a1bdf85.el9.x86_64 1/33 2024-09-21T09:30:17.062 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : ceph-mds-2:18.2.4-871.g6a1bdf85.el9.x86_64 2/33 2024-09-21T09:30:17.062 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : ceph-mgr-2:18.2.4-871.g6a1bdf85.el9.x86_64 3/33 2024-09-21T09:30:17.063 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : ceph-mon-2:18.2.4-871.g6a1bdf85.el9.x86_64 4/33 2024-09-21T09:30:17.063 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : ceph-osd-2:18.2.4-871.g6a1bdf85.el9.x86_64 5/33 2024-09-21T09:30:17.063 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : ceph-mgr-modules-core-2:18.2.4-871.g6a1bdf85.el9.n 6/33 2024-09-21T09:30:17.063 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 7/33 2024-09-21T09:30:17.063 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 8/33 2024-09-21T09:30:17.063 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-ply-3.11-14.el9.noarch 9/33 2024-09-21T09:30:17.063 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 10/33 2024-09-21T09:30:17.063 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 11/33 2024-09-21T09:30:17.063 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 12/33 2024-09-21T09:30:17.063 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 13/33 2024-09-21T09:30:17.063 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 14/33 2024-09-21T09:30:17.063 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 15/33 2024-09-21T09:30:17.063 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 16/33 2024-09-21T09:30:17.063 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 17/33 2024-09-21T09:30:17.063 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 18/33 2024-09-21T09:30:17.064 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 19/33 2024-09-21T09:30:17.064 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 20/33 2024-09-21T09:30:17.064 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 21/33 2024-09-21T09:30:17.064 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 22/33 2024-09-21T09:30:17.064 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 23/33 2024-09-21T09:30:17.064 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 24/33 2024-09-21T09:30:17.064 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 25/33 2024-09-21T09:30:17.064 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 26/33 2024-09-21T09:30:17.064 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 27/33 2024-09-21T09:30:17.065 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 28/33 2024-09-21T09:30:17.065 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 29/33 2024-09-21T09:30:17.065 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 30/33 2024-09-21T09:30:17.065 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 31/33 2024-09-21T09:30:17.065 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 32/33 2024-09-21T09:30:17.198 DEBUG:teuthology.orchestra.run.smithi053:> sudo yum -y install ceph-base 2024-09-21T09:30:17.806 INFO:teuthology.orchestra.run.smithi053.stdout:Last metadata expiration check: 0:00:49 ago on Sat 21 Sep 2024 09:29:28 AM UTC. 2024-09-21T09:30:17.898 INFO:teuthology.orchestra.run.smithi053.stdout:Package ceph-base-2:18.2.4-871.g6a1bdf85.el9.x86_64 is already installed. 2024-09-21T09:30:17.943 INFO:teuthology.orchestra.run.smithi053.stdout:Dependencies resolved. 2024-09-21T09:30:17.944 INFO:teuthology.orchestra.run.smithi053.stdout:Nothing to do. 2024-09-21T09:30:17.944 INFO:teuthology.orchestra.run.smithi053.stdout:Complete! 2024-09-21T09:30:18.011 DEBUG:teuthology.orchestra.run.smithi053:> sudo yum -y install cephadm 2024-09-21T09:30:18.127 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 33/33 2024-09-21T09:30:18.127 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:30:18.127 INFO:teuthology.orchestra.run.smithi170.stdout:Installed: 2024-09-21T09:30:18.127 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-2:18.2.4-871.g6a1bdf85.el9.x86_64 2024-09-21T09:30:18.127 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-mds-2:18.2.4-871.g6a1bdf85.el9.x86_64 2024-09-21T09:30:18.127 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-mgr-2:18.2.4-871.g6a1bdf85.el9.x86_64 2024-09-21T09:30:18.128 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-mgr-modules-core-2:18.2.4-871.g6a1bdf85.el9.noarch 2024-09-21T09:30:18.128 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-mon-2:18.2.4-871.g6a1bdf85.el9.x86_64 2024-09-21T09:30:18.128 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-osd-2:18.2.4-871.g6a1bdf85.el9.x86_64 2024-09-21T09:30:18.128 INFO:teuthology.orchestra.run.smithi170.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-21T09:30:18.128 INFO:teuthology.orchestra.run.smithi170.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-21T09:30:18.128 INFO:teuthology.orchestra.run.smithi170.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-21T09:30:18.128 INFO:teuthology.orchestra.run.smithi170.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-21T09:30:18.128 INFO:teuthology.orchestra.run.smithi170.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-21T09:30:18.128 INFO:teuthology.orchestra.run.smithi170.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-21T09:30:18.128 INFO:teuthology.orchestra.run.smithi170.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-21T09:30:18.128 INFO:teuthology.orchestra.run.smithi170.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-21T09:30:18.128 INFO:teuthology.orchestra.run.smithi170.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-21T09:30:18.128 INFO:teuthology.orchestra.run.smithi170.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-21T09:30:18.128 INFO:teuthology.orchestra.run.smithi170.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-21T09:30:18.129 INFO:teuthology.orchestra.run.smithi170.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-21T09:30:18.129 INFO:teuthology.orchestra.run.smithi170.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-21T09:30:18.129 INFO:teuthology.orchestra.run.smithi170.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-21T09:30:18.129 INFO:teuthology.orchestra.run.smithi170.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-21T09:30:18.129 INFO:teuthology.orchestra.run.smithi170.stdout: python3-ply-3.11-14.el9.noarch 2024-09-21T09:30:18.129 INFO:teuthology.orchestra.run.smithi170.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-21T09:30:18.129 INFO:teuthology.orchestra.run.smithi170.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-21T09:30:18.129 INFO:teuthology.orchestra.run.smithi170.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-21T09:30:18.129 INFO:teuthology.orchestra.run.smithi170.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-21T09:30:18.129 INFO:teuthology.orchestra.run.smithi170.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-21T09:30:18.129 INFO:teuthology.orchestra.run.smithi170.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-21T09:30:18.129 INFO:teuthology.orchestra.run.smithi170.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-21T09:30:18.129 INFO:teuthology.orchestra.run.smithi170.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-21T09:30:18.129 INFO:teuthology.orchestra.run.smithi170.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-21T09:30:18.129 INFO:teuthology.orchestra.run.smithi170.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-21T09:30:18.130 INFO:teuthology.orchestra.run.smithi170.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-21T09:30:18.130 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:30:18.130 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2024-09-21T09:30:18.522 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install ceph-base 2024-09-21T09:30:18.612 INFO:teuthology.orchestra.run.smithi053.stdout:Last metadata expiration check: 0:00:50 ago on Sat 21 Sep 2024 09:29:28 AM UTC. 2024-09-21T09:30:18.748 INFO:teuthology.orchestra.run.smithi053.stdout:Dependencies resolved. 2024-09-21T09:30:18.748 INFO:teuthology.orchestra.run.smithi053.stdout:================================================================================ 2024-09-21T09:30:18.749 INFO:teuthology.orchestra.run.smithi053.stdout: Package Arch Version Repository Size 2024-09-21T09:30:18.749 INFO:teuthology.orchestra.run.smithi053.stdout:================================================================================ 2024-09-21T09:30:18.749 INFO:teuthology.orchestra.run.smithi053.stdout:Installing: 2024-09-21T09:30:18.749 INFO:teuthology.orchestra.run.smithi053.stdout: cephadm noarch 2:18.2.4-871.g6a1bdf85.el9 ceph-noarch 226 k 2024-09-21T09:30:18.749 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:30:18.749 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction Summary 2024-09-21T09:30:18.749 INFO:teuthology.orchestra.run.smithi053.stdout:================================================================================ 2024-09-21T09:30:18.749 INFO:teuthology.orchestra.run.smithi053.stdout:Install 1 Package 2024-09-21T09:30:18.749 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:30:18.749 INFO:teuthology.orchestra.run.smithi053.stdout:Total download size: 226 k 2024-09-21T09:30:18.749 INFO:teuthology.orchestra.run.smithi053.stdout:Installed size: 217 k 2024-09-21T09:30:18.749 INFO:teuthology.orchestra.run.smithi053.stdout:Downloading Packages: 2024-09-21T09:30:18.991 INFO:teuthology.orchestra.run.smithi053.stdout:cephadm-18.2.4-871.g6a1bdf85.el9.noarch.rpm 936 kB/s | 226 kB 00:00 2024-09-21T09:30:18.992 INFO:teuthology.orchestra.run.smithi053.stdout:-------------------------------------------------------------------------------- 2024-09-21T09:30:18.992 INFO:teuthology.orchestra.run.smithi053.stdout:Total 930 kB/s | 226 kB 00:00 2024-09-21T09:30:18.992 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction check 2024-09-21T09:30:18.998 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction check succeeded. 2024-09-21T09:30:18.998 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction test 2024-09-21T09:30:19.001 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction test succeeded. 2024-09-21T09:30:19.001 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction 2024-09-21T09:30:19.074 INFO:teuthology.orchestra.run.smithi053.stdout: Preparing : 1/1 2024-09-21T09:30:19.111 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:00:48 ago on Sat 21 Sep 2024 09:29:31 AM UTC. 2024-09-21T09:30:19.201 INFO:teuthology.orchestra.run.smithi170.stdout:Package ceph-base-2:18.2.4-871.g6a1bdf85.el9.x86_64 is already installed. 2024-09-21T09:30:19.242 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2024-09-21T09:30:19.243 INFO:teuthology.orchestra.run.smithi170.stdout:Nothing to do. 2024-09-21T09:30:19.243 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2024-09-21T09:30:19.324 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install cephadm 2024-09-21T09:30:19.531 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: cephadm-2:18.2.4-871.g6a1bdf85.el9.noarch 1/1 2024-09-21T09:30:19.627 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : cephadm-2:18.2.4-871.g6a1bdf85.el9.noarch 1/1 2024-09-21T09:30:19.904 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:00:48 ago on Sat 21 Sep 2024 09:29:31 AM UTC. 2024-09-21T09:30:19.947 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: cephadm-2:18.2.4-871.g6a1bdf85.el9.noarch 1/1 2024-09-21T09:30:20.037 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2024-09-21T09:30:20.038 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-21T09:30:20.038 INFO:teuthology.orchestra.run.smithi170.stdout: Package Arch Version Repository Size 2024-09-21T09:30:20.038 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-21T09:30:20.038 INFO:teuthology.orchestra.run.smithi170.stdout:Installing: 2024-09-21T09:30:20.039 INFO:teuthology.orchestra.run.smithi170.stdout: cephadm noarch 2:18.2.4-871.g6a1bdf85.el9 ceph-noarch 226 k 2024-09-21T09:30:20.039 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:30:20.039 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction Summary 2024-09-21T09:30:20.039 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-21T09:30:20.039 INFO:teuthology.orchestra.run.smithi170.stdout:Install 1 Package 2024-09-21T09:30:20.039 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:30:20.039 INFO:teuthology.orchestra.run.smithi170.stdout:Total download size: 226 k 2024-09-21T09:30:20.039 INFO:teuthology.orchestra.run.smithi170.stdout:Installed size: 217 k 2024-09-21T09:30:20.039 INFO:teuthology.orchestra.run.smithi170.stdout:Downloading Packages: 2024-09-21T09:30:20.211 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : cephadm-2:18.2.4-871.g6a1bdf85.el9.noarch 1/1 2024-09-21T09:30:20.211 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:30:20.211 INFO:teuthology.orchestra.run.smithi053.stdout:Installed: 2024-09-21T09:30:20.211 INFO:teuthology.orchestra.run.smithi053.stdout: cephadm-2:18.2.4-871.g6a1bdf85.el9.noarch 2024-09-21T09:30:20.211 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:30:20.211 INFO:teuthology.orchestra.run.smithi053.stdout:Complete! 2024-09-21T09:30:20.250 INFO:teuthology.orchestra.run.smithi170.stdout:cephadm-18.2.4-871.g6a1bdf85.el9.noarch.rpm 1.1 MB/s | 226 kB 00:00 2024-09-21T09:30:20.250 INFO:teuthology.orchestra.run.smithi170.stdout:-------------------------------------------------------------------------------- 2024-09-21T09:30:20.250 INFO:teuthology.orchestra.run.smithi170.stdout:Total 1.0 MB/s | 226 kB 00:00 2024-09-21T09:30:20.250 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction check 2024-09-21T09:30:20.256 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction check succeeded. 2024-09-21T09:30:20.256 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction test 2024-09-21T09:30:20.258 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction test succeeded. 2024-09-21T09:30:20.259 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction 2024-09-21T09:30:20.328 INFO:teuthology.orchestra.run.smithi170.stdout: Preparing : 1/1 2024-09-21T09:30:20.420 DEBUG:teuthology.orchestra.run.smithi053:> sudo yum -y install ceph-immutable-object-cache 2024-09-21T09:30:20.745 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: cephadm-2:18.2.4-871.g6a1bdf85.el9.noarch 1/1 2024-09-21T09:30:20.836 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : cephadm-2:18.2.4-871.g6a1bdf85.el9.noarch 1/1 2024-09-21T09:30:21.027 INFO:teuthology.orchestra.run.smithi053.stdout:Last metadata expiration check: 0:00:53 ago on Sat 21 Sep 2024 09:29:28 AM UTC. 2024-09-21T09:30:21.166 INFO:teuthology.orchestra.run.smithi053.stdout:Dependencies resolved. 2024-09-21T09:30:21.166 INFO:teuthology.orchestra.run.smithi053.stdout:================================================================================ 2024-09-21T09:30:21.166 INFO:teuthology.orchestra.run.smithi053.stdout: Package Arch Version Repo Size 2024-09-21T09:30:21.166 INFO:teuthology.orchestra.run.smithi053.stdout:================================================================================ 2024-09-21T09:30:21.167 INFO:teuthology.orchestra.run.smithi053.stdout:Installing: 2024-09-21T09:30:21.167 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-immutable-object-cache x86_64 2:18.2.4-871.g6a1bdf85.el9 ceph 142 k 2024-09-21T09:30:21.167 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:30:21.167 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction Summary 2024-09-21T09:30:21.167 INFO:teuthology.orchestra.run.smithi053.stdout:================================================================================ 2024-09-21T09:30:21.167 INFO:teuthology.orchestra.run.smithi053.stdout:Install 1 Package 2024-09-21T09:30:21.167 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:30:21.167 INFO:teuthology.orchestra.run.smithi053.stdout:Total download size: 142 k 2024-09-21T09:30:21.167 INFO:teuthology.orchestra.run.smithi053.stdout:Installed size: 395 k 2024-09-21T09:30:21.168 INFO:teuthology.orchestra.run.smithi053.stdout:Downloading Packages: 2024-09-21T09:30:21.178 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: cephadm-2:18.2.4-871.g6a1bdf85.el9.noarch 1/1 2024-09-21T09:30:21.432 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : cephadm-2:18.2.4-871.g6a1bdf85.el9.noarch 1/1 2024-09-21T09:30:21.432 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:30:21.432 INFO:teuthology.orchestra.run.smithi170.stdout:Installed: 2024-09-21T09:30:21.432 INFO:teuthology.orchestra.run.smithi170.stdout: cephadm-2:18.2.4-871.g6a1bdf85.el9.noarch 2024-09-21T09:30:21.432 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:30:21.432 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2024-09-21T09:30:21.438 INFO:teuthology.orchestra.run.smithi053.stdout:ceph-immutable-object-cache-18.2.4-871.g6a1bdf8 527 kB/s | 142 kB 00:00 2024-09-21T09:30:21.439 INFO:teuthology.orchestra.run.smithi053.stdout:-------------------------------------------------------------------------------- 2024-09-21T09:30:21.440 INFO:teuthology.orchestra.run.smithi053.stdout:Total 523 kB/s | 142 kB 00:00 2024-09-21T09:30:21.440 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction check 2024-09-21T09:30:21.448 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction check succeeded. 2024-09-21T09:30:21.448 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction test 2024-09-21T09:30:21.508 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction test succeeded. 2024-09-21T09:30:21.509 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction 2024-09-21T09:30:21.661 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install ceph-immutable-object-cache 2024-09-21T09:30:21.783 INFO:teuthology.orchestra.run.smithi053.stdout: Preparing : 1/1 2024-09-21T09:30:21.873 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : ceph-immutable-object-cache-2:18.2.4-871.g6a1bdf85.e 1/1 2024-09-21T09:30:21.900 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.4-871.g6a1bdf85.e 1/1 2024-09-21T09:30:21.900 INFO:teuthology.orchestra.run.smithi053.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-21T09:30:21.900 INFO:teuthology.orchestra.run.smithi053.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-21T09:30:21.900 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:30:22.246 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:00:51 ago on Sat 21 Sep 2024 09:29:31 AM UTC. 2024-09-21T09:30:22.379 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2024-09-21T09:30:22.379 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-21T09:30:22.379 INFO:teuthology.orchestra.run.smithi170.stdout: Package Arch Version Repo Size 2024-09-21T09:30:22.379 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-21T09:30:22.380 INFO:teuthology.orchestra.run.smithi170.stdout:Installing: 2024-09-21T09:30:22.380 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-immutable-object-cache x86_64 2:18.2.4-871.g6a1bdf85.el9 ceph 142 k 2024-09-21T09:30:22.380 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:30:22.380 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction Summary 2024-09-21T09:30:22.380 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-21T09:30:22.380 INFO:teuthology.orchestra.run.smithi170.stdout:Install 1 Package 2024-09-21T09:30:22.380 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:30:22.380 INFO:teuthology.orchestra.run.smithi170.stdout:Total download size: 142 k 2024-09-21T09:30:22.380 INFO:teuthology.orchestra.run.smithi170.stdout:Installed size: 395 k 2024-09-21T09:30:22.380 INFO:teuthology.orchestra.run.smithi170.stdout:Downloading Packages: 2024-09-21T09:30:22.589 INFO:teuthology.orchestra.run.smithi170.stdout:ceph-immutable-object-cache-18.2.4-871.g6a1bdf8 682 kB/s | 142 kB 00:00 2024-09-21T09:30:22.590 INFO:teuthology.orchestra.run.smithi170.stdout:-------------------------------------------------------------------------------- 2024-09-21T09:30:22.591 INFO:teuthology.orchestra.run.smithi170.stdout:Total 675 kB/s | 142 kB 00:00 2024-09-21T09:30:22.591 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction check 2024-09-21T09:30:22.598 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction check succeeded. 2024-09-21T09:30:22.598 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction test 2024-09-21T09:30:22.654 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction test succeeded. 2024-09-21T09:30:22.655 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction 2024-09-21T09:30:22.815 INFO:teuthology.orchestra.run.smithi170.stdout: Preparing : 1/1 2024-09-21T09:30:22.847 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : ceph-immutable-object-cache-2:18.2.4-871.g6a1bdf85.e 1/1 2024-09-21T09:30:22.847 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:30:22.847 INFO:teuthology.orchestra.run.smithi053.stdout:Installed: 2024-09-21T09:30:22.847 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-immutable-object-cache-2:18.2.4-871.g6a1bdf85.el9.x86_64 2024-09-21T09:30:22.847 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:30:22.847 INFO:teuthology.orchestra.run.smithi053.stdout:Complete! 2024-09-21T09:30:22.907 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : ceph-immutable-object-cache-2:18.2.4-871.g6a1bdf85.e 1/1 2024-09-21T09:30:22.933 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.4-871.g6a1bdf85.e 1/1 2024-09-21T09:30:22.933 INFO:teuthology.orchestra.run.smithi170.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-21T09:30:22.933 INFO:teuthology.orchestra.run.smithi170.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-21T09:30:22.933 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:30:23.092 DEBUG:teuthology.orchestra.run.smithi053:> sudo yum -y install ceph-mgr 2024-09-21T09:30:23.707 INFO:teuthology.orchestra.run.smithi053.stdout:Last metadata expiration check: 0:00:55 ago on Sat 21 Sep 2024 09:29:28 AM UTC. 2024-09-21T09:30:23.800 INFO:teuthology.orchestra.run.smithi053.stdout:Package ceph-mgr-2:18.2.4-871.g6a1bdf85.el9.x86_64 is already installed. 2024-09-21T09:30:23.841 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : ceph-immutable-object-cache-2:18.2.4-871.g6a1bdf85.e 1/1 2024-09-21T09:30:23.842 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:30:23.842 INFO:teuthology.orchestra.run.smithi170.stdout:Installed: 2024-09-21T09:30:23.842 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-immutable-object-cache-2:18.2.4-871.g6a1bdf85.el9.x86_64 2024-09-21T09:30:23.842 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:30:23.842 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2024-09-21T09:30:23.844 INFO:teuthology.orchestra.run.smithi053.stdout:Dependencies resolved. 2024-09-21T09:30:23.845 INFO:teuthology.orchestra.run.smithi053.stdout:Nothing to do. 2024-09-21T09:30:23.845 INFO:teuthology.orchestra.run.smithi053.stdout:Complete! 2024-09-21T09:30:23.910 DEBUG:teuthology.orchestra.run.smithi053:> sudo yum -y install ceph-mgr-dashboard 2024-09-21T09:30:24.078 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install ceph-mgr 2024-09-21T09:30:24.513 INFO:teuthology.orchestra.run.smithi053.stdout:Last metadata expiration check: 0:00:56 ago on Sat 21 Sep 2024 09:29:28 AM UTC. 2024-09-21T09:30:24.650 INFO:teuthology.orchestra.run.smithi053.stdout:Dependencies resolved. 2024-09-21T09:30:24.651 INFO:teuthology.orchestra.run.smithi053.stdout:================================================================================ 2024-09-21T09:30:24.651 INFO:teuthology.orchestra.run.smithi053.stdout: Package Arch Version Repository Size 2024-09-21T09:30:24.651 INFO:teuthology.orchestra.run.smithi053.stdout:================================================================================ 2024-09-21T09:30:24.651 INFO:teuthology.orchestra.run.smithi053.stdout:Installing: 2024-09-21T09:30:24.651 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-mgr-dashboard noarch 2:18.2.4-871.g6a1bdf85.el9 ceph-noarch 3.5 M 2024-09-21T09:30:24.651 INFO:teuthology.orchestra.run.smithi053.stdout:Installing dependencies: 2024-09-21T09:30:24.651 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-grafana-dashboards noarch 2:18.2.4-871.g6a1bdf85.el9 ceph-noarch 24 k 2024-09-21T09:30:24.651 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-prometheus-alerts noarch 2:18.2.4-871.g6a1bdf85.el9 ceph-noarch 16 k 2024-09-21T09:30:24.652 INFO:teuthology.orchestra.run.smithi053.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-21T09:30:24.652 INFO:teuthology.orchestra.run.smithi053.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-21T09:30:24.652 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:30:24.652 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction Summary 2024-09-21T09:30:24.652 INFO:teuthology.orchestra.run.smithi053.stdout:================================================================================ 2024-09-21T09:30:24.652 INFO:teuthology.orchestra.run.smithi053.stdout:Install 5 Packages 2024-09-21T09:30:24.652 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:30:24.652 INFO:teuthology.orchestra.run.smithi053.stdout:Total download size: 3.8 M 2024-09-21T09:30:24.653 INFO:teuthology.orchestra.run.smithi053.stdout:Installed size: 87 M 2024-09-21T09:30:24.653 INFO:teuthology.orchestra.run.smithi053.stdout:Downloading Packages: 2024-09-21T09:30:24.691 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:00:53 ago on Sat 21 Sep 2024 09:29:31 AM UTC. 2024-09-21T09:30:24.784 INFO:teuthology.orchestra.run.smithi170.stdout:Package ceph-mgr-2:18.2.4-871.g6a1bdf85.el9.x86_64 is already installed. 2024-09-21T09:30:24.825 INFO:teuthology.orchestra.run.smithi053.stdout:(1/5): ceph-grafana-dashboards-18.2.4-871.g6a1b 173 kB/s | 24 kB 00:00 2024-09-21T09:30:24.826 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2024-09-21T09:30:24.827 INFO:teuthology.orchestra.run.smithi170.stdout:Nothing to do. 2024-09-21T09:30:24.827 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2024-09-21T09:30:24.842 INFO:teuthology.orchestra.run.smithi053.stdout:(2/5): ceph-prometheus-alerts-18.2.4-871.g6a1bd 104 kB/s | 16 kB 00:00 2024-09-21T09:30:24.878 INFO:teuthology.orchestra.run.smithi053.stdout:(3/5): python3-repoze-lru-0.7-16.el9.noarch.rpm 615 kB/s | 31 kB 00:00 2024-09-21T09:30:24.901 INFO:teuthology.orchestra.run.smithi053.stdout:(4/5): python3-routes-2.5.1-5.el9.noarch.rpm 3.2 MB/s | 188 kB 00:00 2024-09-21T09:30:24.910 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install ceph-mgr-dashboard 2024-09-21T09:30:25.060 INFO:teuthology.orchestra.run.smithi053.stdout:(5/5): ceph-mgr-dashboard-18.2.4-871.g6a1bdf85. 9.4 MB/s | 3.5 MB 00:00 2024-09-21T09:30:25.063 INFO:teuthology.orchestra.run.smithi053.stdout:-------------------------------------------------------------------------------- 2024-09-21T09:30:25.063 INFO:teuthology.orchestra.run.smithi053.stdout:Total 9.2 MB/s | 3.8 MB 00:00 2024-09-21T09:30:25.064 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction check 2024-09-21T09:30:25.071 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction check succeeded. 2024-09-21T09:30:25.071 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction test 2024-09-21T09:30:25.156 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction test succeeded. 2024-09-21T09:30:25.157 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction 2024-09-21T09:30:25.417 INFO:teuthology.orchestra.run.smithi053.stdout: Preparing : 1/1 2024-09-21T09:30:25.487 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:00:54 ago on Sat 21 Sep 2024 09:29:31 AM UTC. 2024-09-21T09:30:25.526 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 1/5 2024-09-21T09:30:25.564 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 2/5 2024-09-21T09:30:25.593 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : ceph-prometheus-alerts-2:18.2.4-871.g6a1bdf85.el9.no 3/5 2024-09-21T09:30:25.620 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2024-09-21T09:30:25.620 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-21T09:30:25.620 INFO:teuthology.orchestra.run.smithi170.stdout: Package Arch Version Repository Size 2024-09-21T09:30:25.621 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-21T09:30:25.621 INFO:teuthology.orchestra.run.smithi170.stdout:Installing: 2024-09-21T09:30:25.621 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-mgr-dashboard noarch 2:18.2.4-871.g6a1bdf85.el9 ceph-noarch 3.5 M 2024-09-21T09:30:25.621 INFO:teuthology.orchestra.run.smithi170.stdout:Installing dependencies: 2024-09-21T09:30:25.621 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-grafana-dashboards noarch 2:18.2.4-871.g6a1bdf85.el9 ceph-noarch 24 k 2024-09-21T09:30:25.621 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-prometheus-alerts noarch 2:18.2.4-871.g6a1bdf85.el9 ceph-noarch 16 k 2024-09-21T09:30:25.621 INFO:teuthology.orchestra.run.smithi170.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-21T09:30:25.621 INFO:teuthology.orchestra.run.smithi170.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-21T09:30:25.621 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:30:25.621 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction Summary 2024-09-21T09:30:25.621 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-21T09:30:25.621 INFO:teuthology.orchestra.run.smithi170.stdout:Install 5 Packages 2024-09-21T09:30:25.621 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:30:25.622 INFO:teuthology.orchestra.run.smithi170.stdout:Total download size: 3.8 M 2024-09-21T09:30:25.622 INFO:teuthology.orchestra.run.smithi170.stdout:Installed size: 87 M 2024-09-21T09:30:25.622 INFO:teuthology.orchestra.run.smithi170.stdout:Downloading Packages: 2024-09-21T09:30:25.811 INFO:teuthology.orchestra.run.smithi170.stdout:(1/5): ceph-grafana-dashboards-18.2.4-871.g6a1b 155 kB/s | 24 kB 00:00 2024-09-21T09:30:25.836 INFO:teuthology.orchestra.run.smithi170.stdout:(2/5): ceph-prometheus-alerts-18.2.4-871.g6a1bd 90 kB/s | 16 kB 00:00 2024-09-21T09:30:25.878 INFO:teuthology.orchestra.run.smithi170.stdout:(3/5): python3-repoze-lru-0.7-16.el9.noarch.rpm 459 kB/s | 31 kB 00:00 2024-09-21T09:30:25.904 INFO:teuthology.orchestra.run.smithi170.stdout:(4/5): python3-routes-2.5.1-5.el9.noarch.rpm 2.7 MB/s | 188 kB 00:00 2024-09-21T09:30:26.071 INFO:teuthology.orchestra.run.smithi170.stdout:(5/5): ceph-mgr-dashboard-18.2.4-871.g6a1bdf85. 8.5 MB/s | 3.5 MB 00:00 2024-09-21T09:30:26.074 INFO:teuthology.orchestra.run.smithi170.stdout:-------------------------------------------------------------------------------- 2024-09-21T09:30:26.074 INFO:teuthology.orchestra.run.smithi170.stdout:Total 8.4 MB/s | 3.8 MB 00:00 2024-09-21T09:30:26.075 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction check 2024-09-21T09:30:26.082 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction check succeeded. 2024-09-21T09:30:26.082 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction test 2024-09-21T09:30:26.178 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction test succeeded. 2024-09-21T09:30:26.178 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction 2024-09-21T09:30:26.424 INFO:teuthology.orchestra.run.smithi170.stdout: Preparing : 1/1 2024-09-21T09:30:26.510 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 1/5 2024-09-21T09:30:26.550 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 2/5 2024-09-21T09:30:26.579 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : ceph-prometheus-alerts-2:18.2.4-871.g6a1bdf85.el9.no 3/5 2024-09-21T09:30:26.707 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : ceph-grafana-dashboards-2:18.2.4-871.g6a1bdf85.el9.n 4/5 2024-09-21T09:30:26.746 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : ceph-mgr-dashboard-2:18.2.4-871.g6a1bdf85.el9.noarch 5/5 2024-09-21T09:30:27.624 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : ceph-grafana-dashboards-2:18.2.4-871.g6a1bdf85.el9.n 4/5 2024-09-21T09:30:27.658 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : ceph-mgr-dashboard-2:18.2.4-871.g6a1bdf85.el9.noarch 5/5 2024-09-21T09:30:27.869 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.4-871.g6a1bdf85.el9.noarch 5/5 2024-09-21T09:30:27.869 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : ceph-grafana-dashboards-2:18.2.4-871.g6a1bdf85.el9.n 1/5 2024-09-21T09:30:27.870 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : ceph-mgr-dashboard-2:18.2.4-871.g6a1bdf85.el9.noarch 2/5 2024-09-21T09:30:27.870 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : ceph-prometheus-alerts-2:18.2.4-871.g6a1bdf85.el9.no 3/5 2024-09-21T09:30:27.870 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 4/5 2024-09-21T09:30:28.127 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 5/5 2024-09-21T09:30:28.127 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:30:28.127 INFO:teuthology.orchestra.run.smithi053.stdout:Installed: 2024-09-21T09:30:28.128 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-grafana-dashboards-2:18.2.4-871.g6a1bdf85.el9.noarch 2024-09-21T09:30:28.128 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-mgr-dashboard-2:18.2.4-871.g6a1bdf85.el9.noarch 2024-09-21T09:30:28.128 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-prometheus-alerts-2:18.2.4-871.g6a1bdf85.el9.noarch 2024-09-21T09:30:28.128 INFO:teuthology.orchestra.run.smithi053.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-21T09:30:28.128 INFO:teuthology.orchestra.run.smithi053.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-21T09:30:28.128 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:30:28.128 INFO:teuthology.orchestra.run.smithi053.stdout:Complete! 2024-09-21T09:30:28.338 DEBUG:teuthology.orchestra.run.smithi053:> sudo yum -y install ceph-mgr-diskprediction-local 2024-09-21T09:30:28.796 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.4-871.g6a1bdf85.el9.noarch 5/5 2024-09-21T09:30:28.796 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : ceph-grafana-dashboards-2:18.2.4-871.g6a1bdf85.el9.n 1/5 2024-09-21T09:30:28.796 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : ceph-mgr-dashboard-2:18.2.4-871.g6a1bdf85.el9.noarch 2/5 2024-09-21T09:30:28.797 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : ceph-prometheus-alerts-2:18.2.4-871.g6a1bdf85.el9.no 3/5 2024-09-21T09:30:28.797 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 4/5 2024-09-21T09:30:28.941 INFO:teuthology.orchestra.run.smithi053.stdout:Last metadata expiration check: 0:01:00 ago on Sat 21 Sep 2024 09:29:28 AM UTC. 2024-09-21T09:30:29.062 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 5/5 2024-09-21T09:30:29.062 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:30:29.062 INFO:teuthology.orchestra.run.smithi170.stdout:Installed: 2024-09-21T09:30:29.062 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-grafana-dashboards-2:18.2.4-871.g6a1bdf85.el9.noarch 2024-09-21T09:30:29.062 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-mgr-dashboard-2:18.2.4-871.g6a1bdf85.el9.noarch 2024-09-21T09:30:29.063 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-prometheus-alerts-2:18.2.4-871.g6a1bdf85.el9.noarch 2024-09-21T09:30:29.063 INFO:teuthology.orchestra.run.smithi170.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-21T09:30:29.063 INFO:teuthology.orchestra.run.smithi170.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-21T09:30:29.063 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:30:29.063 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2024-09-21T09:30:29.078 INFO:teuthology.orchestra.run.smithi053.stdout:Dependencies resolved. 2024-09-21T09:30:29.079 INFO:teuthology.orchestra.run.smithi053.stdout:====================================================================================== 2024-09-21T09:30:29.079 INFO:teuthology.orchestra.run.smithi053.stdout: Package Arch Version Repository Size 2024-09-21T09:30:29.079 INFO:teuthology.orchestra.run.smithi053.stdout:====================================================================================== 2024-09-21T09:30:29.079 INFO:teuthology.orchestra.run.smithi053.stdout:Installing: 2024-09-21T09:30:29.079 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.4-871.g6a1bdf85.el9 ceph-noarch 7.4 M 2024-09-21T09:30:29.080 INFO:teuthology.orchestra.run.smithi053.stdout:Installing dependencies: 2024-09-21T09:30:29.080 INFO:teuthology.orchestra.run.smithi053.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-21T09:30:29.080 INFO:teuthology.orchestra.run.smithi053.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-21T09:30:29.080 INFO:teuthology.orchestra.run.smithi053.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-21T09:30:29.080 INFO:teuthology.orchestra.run.smithi053.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-21T09:30:29.080 INFO:teuthology.orchestra.run.smithi053.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-21T09:30:29.080 INFO:teuthology.orchestra.run.smithi053.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-21T09:30:29.080 INFO:teuthology.orchestra.run.smithi053.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-21T09:30:29.080 INFO:teuthology.orchestra.run.smithi053.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-21T09:30:29.080 INFO:teuthology.orchestra.run.smithi053.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-21T09:30:29.080 INFO:teuthology.orchestra.run.smithi053.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-21T09:30:29.080 INFO:teuthology.orchestra.run.smithi053.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-21T09:30:29.080 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:30:29.080 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction Summary 2024-09-21T09:30:29.081 INFO:teuthology.orchestra.run.smithi053.stdout:====================================================================================== 2024-09-21T09:30:29.081 INFO:teuthology.orchestra.run.smithi053.stdout:Install 12 Packages 2024-09-21T09:30:29.081 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:30:29.081 INFO:teuthology.orchestra.run.smithi053.stdout:Total download size: 38 M 2024-09-21T09:30:29.081 INFO:teuthology.orchestra.run.smithi053.stdout:Installed size: 212 M 2024-09-21T09:30:29.081 INFO:teuthology.orchestra.run.smithi053.stdout:Downloading Packages: 2024-09-21T09:30:29.288 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install ceph-mgr-diskprediction-local 2024-09-21T09:30:29.608 INFO:teuthology.orchestra.run.smithi053.stdout:(1/12): libquadmath-11.5.0-2.el9.x86_64.rpm 864 kB/s | 191 kB 00:00 2024-09-21T09:30:29.666 INFO:teuthology.orchestra.run.smithi053.stdout:(2/12): flexiblas-3.0.4-8.el9.x86_64.rpm 563 kB/s | 33 kB 00:00 2024-09-21T09:30:29.692 INFO:teuthology.orchestra.run.smithi053.stdout:(3/12): libgfortran-11.5.0-2.el9.x86_64.rpm 2.6 MB/s | 801 kB 00:00 2024-09-21T09:30:29.742 INFO:teuthology.orchestra.run.smithi053.stdout:(4/12): flexiblas-openblas-openmp-3.0.4-8.el9.x 366 kB/s | 18 kB 00:00 2024-09-21T09:30:29.792 INFO:teuthology.orchestra.run.smithi053.stdout:(5/12): openblas-0.3.26-2.el9.x86_64.rpm 770 kB/s | 38 kB 00:00 2024-09-21T09:30:29.864 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:00:58 ago on Sat 21 Sep 2024 09:29:31 AM UTC. 2024-09-21T09:30:29.884 INFO:teuthology.orchestra.run.smithi053.stdout:(6/12): ceph-mgr-diskprediction-local-18.2.4-87 15 MB/s | 7.4 MB 00:00 2024-09-21T09:30:29.996 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2024-09-21T09:30:29.997 INFO:teuthology.orchestra.run.smithi170.stdout:====================================================================================== 2024-09-21T09:30:29.997 INFO:teuthology.orchestra.run.smithi170.stdout: Package Arch Version Repository Size 2024-09-21T09:30:29.997 INFO:teuthology.orchestra.run.smithi170.stdout:====================================================================================== 2024-09-21T09:30:29.997 INFO:teuthology.orchestra.run.smithi170.stdout:Installing: 2024-09-21T09:30:29.997 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.4-871.g6a1bdf85.el9 ceph-noarch 7.4 M 2024-09-21T09:30:29.997 INFO:teuthology.orchestra.run.smithi170.stdout:Installing dependencies: 2024-09-21T09:30:29.997 INFO:teuthology.orchestra.run.smithi170.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-21T09:30:29.997 INFO:teuthology.orchestra.run.smithi170.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-21T09:30:29.998 INFO:teuthology.orchestra.run.smithi170.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-21T09:30:29.998 INFO:teuthology.orchestra.run.smithi170.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-21T09:30:29.998 INFO:teuthology.orchestra.run.smithi170.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-21T09:30:29.998 INFO:teuthology.orchestra.run.smithi170.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-21T09:30:29.998 INFO:teuthology.orchestra.run.smithi170.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-21T09:30:29.998 INFO:teuthology.orchestra.run.smithi170.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-21T09:30:29.998 INFO:teuthology.orchestra.run.smithi170.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-21T09:30:29.998 INFO:teuthology.orchestra.run.smithi170.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-21T09:30:29.998 INFO:teuthology.orchestra.run.smithi170.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-21T09:30:29.998 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:30:29.998 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction Summary 2024-09-21T09:30:29.998 INFO:teuthology.orchestra.run.smithi170.stdout:====================================================================================== 2024-09-21T09:30:29.998 INFO:teuthology.orchestra.run.smithi170.stdout:Install 12 Packages 2024-09-21T09:30:29.999 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:30:29.999 INFO:teuthology.orchestra.run.smithi170.stdout:Total download size: 38 M 2024-09-21T09:30:29.999 INFO:teuthology.orchestra.run.smithi170.stdout:Installed size: 212 M 2024-09-21T09:30:29.999 INFO:teuthology.orchestra.run.smithi170.stdout:Downloading Packages: 2024-09-21T09:30:30.085 INFO:teuthology.orchestra.run.smithi053.stdout:(7/12): python3-devel-3.9.19-8.el9.x86_64.rpm 1.2 MB/s | 245 kB 00:00 2024-09-21T09:30:30.203 INFO:teuthology.orchestra.run.smithi170.stdout:(1/12): libquadmath-11.5.0-2.el9.x86_64.rpm 1.4 MB/s | 191 kB 00:00 2024-09-21T09:30:30.270 INFO:teuthology.orchestra.run.smithi170.stdout:(2/12): libgfortran-11.5.0-2.el9.x86_64.rpm 3.8 MB/s | 801 kB 00:00 2024-09-21T09:30:30.295 INFO:teuthology.orchestra.run.smithi170.stdout:(3/12): flexiblas-3.0.4-8.el9.x86_64.rpm 356 kB/s | 33 kB 00:00 2024-09-21T09:30:30.337 INFO:teuthology.orchestra.run.smithi170.stdout:(4/12): flexiblas-openblas-openmp-3.0.4-8.el9.x 436 kB/s | 18 kB 00:00 2024-09-21T09:30:30.396 INFO:teuthology.orchestra.run.smithi170.stdout:(5/12): openblas-0.3.26-2.el9.x86_64.rpm 660 kB/s | 38 kB 00:00 2024-09-21T09:30:30.546 INFO:teuthology.orchestra.run.smithi170.stdout:(6/12): ceph-mgr-diskprediction-local-18.2.4-87 15 MB/s | 7.4 MB 00:00 2024-09-21T09:30:30.560 INFO:teuthology.orchestra.run.smithi053.stdout:(8/12): flexiblas-netlib-3.0.4-8.el9.x86_64.rpm 3.3 MB/s | 3.0 MB 00:00 2024-09-21T09:30:30.621 INFO:teuthology.orchestra.run.smithi170.stdout:(7/12): flexiblas-netlib-3.0.4-8.el9.x86_64.rpm 8.5 MB/s | 3.0 MB 00:00 2024-09-21T09:30:30.702 INFO:teuthology.orchestra.run.smithi053.stdout:(9/12): python3-numpy-f2py-1.20.1-5.el9.x86_64. 1.7 MB/s | 250 kB 00:00 2024-09-21T09:30:30.713 INFO:teuthology.orchestra.run.smithi170.stdout:(8/12): openblas-openmp-0.3.26-2.el9.x86_64.rpm 16 MB/s | 4.9 MB 00:00 2024-09-21T09:30:30.739 INFO:teuthology.orchestra.run.smithi170.stdout:(9/12): python3-devel-3.9.19-8.el9.x86_64.rpm 1.2 MB/s | 245 kB 00:00 2024-09-21T09:30:30.764 INFO:teuthology.orchestra.run.smithi170.stdout:(10/12): python3-numpy-f2py-1.20.1-5.el9.x86_64 4.9 MB/s | 250 kB 00:00 2024-09-21T09:30:30.839 INFO:teuthology.orchestra.run.smithi170.stdout:(11/12): python3-numpy-1.20.1-5.el9.x86_64.rpm 23 MB/s | 5.1 MB 00:00 2024-09-21T09:30:31.106 INFO:teuthology.orchestra.run.smithi170.stdout:(12/12): python3-scipy-1.6.2-8.el9.x86_64.rpm 44 MB/s | 16 MB 00:00 2024-09-21T09:30:31.107 INFO:teuthology.orchestra.run.smithi170.stdout:-------------------------------------------------------------------------------- 2024-09-21T09:30:31.107 INFO:teuthology.orchestra.run.smithi170.stdout:Total 34 MB/s | 38 MB 00:01 2024-09-21T09:30:31.459 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction check 2024-09-21T09:30:31.485 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction check succeeded. 2024-09-21T09:30:31.485 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction test 2024-09-21T09:30:31.989 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction test succeeded. 2024-09-21T09:30:31.990 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction 2024-09-21T09:30:32.010 INFO:teuthology.orchestra.run.smithi053.stdout:(10/12): python3-numpy-1.20.1-5.el9.x86_64.rpm 2.6 MB/s | 5.1 MB 00:01 2024-09-21T09:30:32.085 INFO:teuthology.orchestra.run.smithi053.stdout:(11/12): openblas-openmp-0.3.26-2.el9.x86_64.rp 2.2 MB/s | 4.9 MB 00:02 2024-09-21T09:30:32.753 INFO:teuthology.orchestra.run.smithi170.stdout: Preparing : 1/1 2024-09-21T09:30:32.831 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 1/12 2024-09-21T09:30:32.871 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 2/12 2024-09-21T09:30:32.972 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 3/12 2024-09-21T09:30:33.014 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 4/12 2024-09-21T09:30:33.197 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : openblas-0.3.26-2.el9.x86_64 5/12 2024-09-21T09:30:33.229 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 6/12 2024-09-21T09:30:33.306 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 7/12 2024-09-21T09:30:33.978 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 8/12 2024-09-21T09:30:34.092 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 9/12 2024-09-21T09:30:35.351 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 10/12 2024-09-21T09:30:36.388 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 11/12 2024-09-21T09:30:36.413 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.4-871.g6a1bdf 12/12 2024-09-21T09:30:38.518 INFO:teuthology.orchestra.run.smithi053.stdout:(12/12): python3-scipy-1.6.2-8.el9.x86_64.rpm 2.1 MB/s | 16 MB 00:07 2024-09-21T09:30:38.519 INFO:teuthology.orchestra.run.smithi053.stdout:-------------------------------------------------------------------------------- 2024-09-21T09:30:38.520 INFO:teuthology.orchestra.run.smithi053.stdout:Total 4.0 MB/s | 38 MB 00:09 2024-09-21T09:30:38.887 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction check 2024-09-21T09:30:38.915 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction check succeeded. 2024-09-21T09:30:38.915 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction test 2024-09-21T09:30:39.111 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.4-871.g6a1bdf 12/12 2024-09-21T09:30:39.111 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.4-871.g6a1bdf 1/12 2024-09-21T09:30:39.111 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 2/12 2024-09-21T09:30:39.111 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 3/12 2024-09-21T09:30:39.111 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 4/12 2024-09-21T09:30:39.112 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 5/12 2024-09-21T09:30:39.112 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 6/12 2024-09-21T09:30:39.112 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 7/12 2024-09-21T09:30:39.112 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 8/12 2024-09-21T09:30:39.112 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 9/12 2024-09-21T09:30:39.112 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 10/12 2024-09-21T09:30:39.112 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 11/12 2024-09-21T09:30:39.452 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction test succeeded. 2024-09-21T09:30:39.453 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction 2024-09-21T09:30:39.498 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 12/12 2024-09-21T09:30:39.498 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:30:39.498 INFO:teuthology.orchestra.run.smithi170.stdout:Installed: 2024-09-21T09:30:39.498 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-mgr-diskprediction-local-2:18.2.4-871.g6a1bdf85.el9.noarch 2024-09-21T09:30:39.499 INFO:teuthology.orchestra.run.smithi170.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-21T09:30:39.499 INFO:teuthology.orchestra.run.smithi170.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-21T09:30:39.499 INFO:teuthology.orchestra.run.smithi170.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-21T09:30:39.499 INFO:teuthology.orchestra.run.smithi170.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-21T09:30:39.499 INFO:teuthology.orchestra.run.smithi170.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-21T09:30:39.499 INFO:teuthology.orchestra.run.smithi170.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-21T09:30:39.499 INFO:teuthology.orchestra.run.smithi170.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-21T09:30:39.499 INFO:teuthology.orchestra.run.smithi170.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-21T09:30:39.499 INFO:teuthology.orchestra.run.smithi170.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-21T09:30:39.499 INFO:teuthology.orchestra.run.smithi170.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-21T09:30:39.499 INFO:teuthology.orchestra.run.smithi170.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-21T09:30:39.499 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:30:39.499 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2024-09-21T09:30:39.871 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install ceph-mgr-rook 2024-09-21T09:30:40.238 INFO:teuthology.orchestra.run.smithi053.stdout: Preparing : 1/1 2024-09-21T09:30:40.310 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 1/12 2024-09-21T09:30:40.359 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 2/12 2024-09-21T09:30:40.465 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:01:09 ago on Sat 21 Sep 2024 09:29:31 AM UTC. 2024-09-21T09:30:40.472 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 3/12 2024-09-21T09:30:40.518 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 4/12 2024-09-21T09:30:40.597 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2024-09-21T09:30:40.598 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-21T09:30:40.598 INFO:teuthology.orchestra.run.smithi170.stdout: Package Arch Version Repository Size 2024-09-21T09:30:40.599 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-21T09:30:40.599 INFO:teuthology.orchestra.run.smithi170.stdout:Installing: 2024-09-21T09:30:40.599 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-mgr-rook noarch 2:18.2.4-871.g6a1bdf85.el9 ceph-noarch 49 k 2024-09-21T09:30:40.599 INFO:teuthology.orchestra.run.smithi170.stdout:Installing dependencies: 2024-09-21T09:30:40.599 INFO:teuthology.orchestra.run.smithi170.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-21T09:30:40.599 INFO:teuthology.orchestra.run.smithi170.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-21T09:30:40.599 INFO:teuthology.orchestra.run.smithi170.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-21T09:30:40.599 INFO:teuthology.orchestra.run.smithi170.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-21T09:30:40.599 INFO:teuthology.orchestra.run.smithi170.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-21T09:30:40.599 INFO:teuthology.orchestra.run.smithi170.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-21T09:30:40.599 INFO:teuthology.orchestra.run.smithi170.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-21T09:30:40.599 INFO:teuthology.orchestra.run.smithi170.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-21T09:30:40.599 INFO:teuthology.orchestra.run.smithi170.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-21T09:30:40.600 INFO:teuthology.orchestra.run.smithi170.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-21T09:30:40.600 INFO:teuthology.orchestra.run.smithi170.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-21T09:30:40.600 INFO:teuthology.orchestra.run.smithi170.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-21T09:30:40.600 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:30:40.600 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction Summary 2024-09-21T09:30:40.600 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-21T09:30:40.600 INFO:teuthology.orchestra.run.smithi170.stdout:Install 13 Packages 2024-09-21T09:30:40.600 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:30:40.601 INFO:teuthology.orchestra.run.smithi170.stdout:Total download size: 2.2 M 2024-09-21T09:30:40.601 INFO:teuthology.orchestra.run.smithi170.stdout:Installed size: 26 M 2024-09-21T09:30:40.601 INFO:teuthology.orchestra.run.smithi170.stdout:Downloading Packages: 2024-09-21T09:30:40.711 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : openblas-0.3.26-2.el9.x86_64 5/12 2024-09-21T09:30:40.741 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 6/12 2024-09-21T09:30:40.825 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 7/12 2024-09-21T09:30:40.846 INFO:teuthology.orchestra.run.smithi170.stdout:(1/13): python3-jsonpointer-2.0-4.el9.noarch.rp 208 kB/s | 19 kB 00:00 2024-09-21T09:30:40.871 INFO:teuthology.orchestra.run.smithi170.stdout:(2/13): python3-jsonpatch-1.21-16.el9.noarch.rp 218 kB/s | 26 kB 00:00 2024-09-21T09:30:40.930 INFO:teuthology.orchestra.run.smithi170.stdout:(3/13): ceph-mgr-rook-18.2.4-871.g6a1bdf85.el9. 280 kB/s | 49 kB 00:00 2024-09-21T09:30:40.972 INFO:teuthology.orchestra.run.smithi170.stdout:(4/13): python3-oauthlib-3.1.1-5.el9.noarch.rpm 1.7 MB/s | 222 kB 00:00 2024-09-21T09:30:40.997 INFO:teuthology.orchestra.run.smithi170.stdout:(5/13): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.2 MB/s | 159 kB 00:00 2024-09-21T09:30:41.022 INFO:teuthology.orchestra.run.smithi170.stdout:(6/13): python3-requests-oauthlib-1.3.0-12.el9. 1.0 MB/s | 54 kB 00:00 2024-09-21T09:30:41.073 INFO:teuthology.orchestra.run.smithi170.stdout:(7/13): python3-certifi-2023.05.07-4.el9.noarch 283 kB/s | 14 kB 00:00 2024-09-21T09:30:41.098 INFO:teuthology.orchestra.run.smithi170.stdout:(8/13): python3-cachetools-4.2.4-1.el9.noarch.r 320 kB/s | 32 kB 00:00 2024-09-21T09:30:41.123 INFO:teuthology.orchestra.run.smithi170.stdout:(9/13): python3-pyasn1-modules-0.4.8-6.el9.noar 1.4 MB/s | 279 kB 00:00 2024-09-21T09:30:41.149 INFO:teuthology.orchestra.run.smithi170.stdout:(10/13): python3-google-auth-2.34.0-1.el9.noarc 2.8 MB/s | 220 kB 00:00 2024-09-21T09:30:41.182 INFO:teuthology.orchestra.run.smithi170.stdout:(11/13): python3-websocket-client-1.2.3-2.el9.n 3.4 MB/s | 90 kB 00:00 2024-09-21T09:30:41.208 INFO:teuthology.orchestra.run.smithi170.stdout:(12/13): python3-rsa-4.9-2.el9.noarch.rpm 704 kB/s | 59 kB 00:00 2024-09-21T09:30:41.249 INFO:teuthology.orchestra.run.smithi170.stdout:(13/13): python3-kubernetes-26.1.0-2.el9.noarch 6.8 MB/s | 1.0 MB 00:00 2024-09-21T09:30:41.252 INFO:teuthology.orchestra.run.smithi170.stdout:-------------------------------------------------------------------------------- 2024-09-21T09:30:41.252 INFO:teuthology.orchestra.run.smithi170.stdout:Total 3.4 MB/s | 2.2 MB 00:00 2024-09-21T09:30:41.316 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction check 2024-09-21T09:30:41.332 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction check succeeded. 2024-09-21T09:30:41.332 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction test 2024-09-21T09:30:41.421 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction test succeeded. 2024-09-21T09:30:41.423 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction 2024-09-21T09:30:41.532 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 8/12 2024-09-21T09:30:41.667 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 9/12 2024-09-21T09:30:41.932 INFO:teuthology.orchestra.run.smithi170.stdout: Preparing : 1/1 2024-09-21T09:30:42.104 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 1/13 2024-09-21T09:30:42.159 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 2/13 2024-09-21T09:30:42.214 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-rsa-4.9-2.el9.noarch 3/13 2024-09-21T09:30:42.252 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 4/13 2024-09-21T09:30:42.293 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 5/13 2024-09-21T09:30:42.411 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 6/13 2024-09-21T09:30:42.520 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 7/13 2024-09-21T09:30:42.570 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 8/13 2024-09-21T09:30:42.993 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 10/12 2024-09-21T09:30:43.290 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 9/13 2024-09-21T09:30:43.343 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 10/13 2024-09-21T09:30:43.377 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 11/13 2024-09-21T09:30:43.425 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 12/13 2024-09-21T09:30:43.455 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : ceph-mgr-rook-2:18.2.4-871.g6a1bdf85.el9.noarch 13/13 2024-09-21T09:30:44.077 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 11/12 2024-09-21T09:30:44.108 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.4-871.g6a1bdf 12/12 2024-09-21T09:30:44.236 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.4-871.g6a1bdf85.el9.noarch 13/13 2024-09-21T09:30:44.236 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : ceph-mgr-rook-2:18.2.4-871.g6a1bdf85.el9.noarch 1/13 2024-09-21T09:30:44.237 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 2/13 2024-09-21T09:30:44.237 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 3/13 2024-09-21T09:30:44.237 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 4/13 2024-09-21T09:30:44.237 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 5/13 2024-09-21T09:30:44.237 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 6/13 2024-09-21T09:30:44.237 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 7/13 2024-09-21T09:30:44.238 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 8/13 2024-09-21T09:30:44.238 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 9/13 2024-09-21T09:30:44.238 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 10/13 2024-09-21T09:30:44.238 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 11/13 2024-09-21T09:30:44.238 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 12/13 2024-09-21T09:30:44.568 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 13/13 2024-09-21T09:30:44.568 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:30:44.568 INFO:teuthology.orchestra.run.smithi170.stdout:Installed: 2024-09-21T09:30:44.568 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-mgr-rook-2:18.2.4-871.g6a1bdf85.el9.noarch 2024-09-21T09:30:44.569 INFO:teuthology.orchestra.run.smithi170.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-21T09:30:44.569 INFO:teuthology.orchestra.run.smithi170.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-21T09:30:44.569 INFO:teuthology.orchestra.run.smithi170.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-21T09:30:44.569 INFO:teuthology.orchestra.run.smithi170.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-21T09:30:44.569 INFO:teuthology.orchestra.run.smithi170.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-21T09:30:44.569 INFO:teuthology.orchestra.run.smithi170.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-21T09:30:44.569 INFO:teuthology.orchestra.run.smithi170.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-21T09:30:44.569 INFO:teuthology.orchestra.run.smithi170.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-21T09:30:44.569 INFO:teuthology.orchestra.run.smithi170.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-21T09:30:44.569 INFO:teuthology.orchestra.run.smithi170.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-21T09:30:44.569 INFO:teuthology.orchestra.run.smithi170.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-21T09:30:44.569 INFO:teuthology.orchestra.run.smithi170.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-21T09:30:44.569 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:30:44.569 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2024-09-21T09:30:44.851 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install ceph-mgr-cephadm 2024-09-21T09:30:45.443 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:01:14 ago on Sat 21 Sep 2024 09:29:31 AM UTC. 2024-09-21T09:30:45.574 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2024-09-21T09:30:45.575 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-21T09:30:45.575 INFO:teuthology.orchestra.run.smithi170.stdout: Package Arch Version Repository Size 2024-09-21T09:30:45.575 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-21T09:30:45.575 INFO:teuthology.orchestra.run.smithi170.stdout:Installing: 2024-09-21T09:30:45.575 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-mgr-cephadm noarch 2:18.2.4-871.g6a1bdf85.el9 ceph-noarch 139 k 2024-09-21T09:30:45.575 INFO:teuthology.orchestra.run.smithi170.stdout:Installing dependencies: 2024-09-21T09:30:45.575 INFO:teuthology.orchestra.run.smithi170.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-21T09:30:45.575 INFO:teuthology.orchestra.run.smithi170.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-21T09:30:45.575 INFO:teuthology.orchestra.run.smithi170.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-21T09:30:45.575 INFO:teuthology.orchestra.run.smithi170.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-21T09:30:45.575 INFO:teuthology.orchestra.run.smithi170.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-21T09:30:45.576 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:30:45.576 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction Summary 2024-09-21T09:30:45.576 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-21T09:30:45.576 INFO:teuthology.orchestra.run.smithi170.stdout:Install 6 Packages 2024-09-21T09:30:45.576 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:30:45.576 INFO:teuthology.orchestra.run.smithi170.stdout:Total download size: 7.0 M 2024-09-21T09:30:45.576 INFO:teuthology.orchestra.run.smithi170.stdout:Installed size: 33 M 2024-09-21T09:30:45.576 INFO:teuthology.orchestra.run.smithi170.stdout:Downloading Packages: 2024-09-21T09:30:46.328 INFO:teuthology.orchestra.run.smithi170.stdout:(1/6): python3-jinja2-2.11.3-6.el9.noarch.rpm 1.6 MB/s | 248 kB 00:00 2024-09-21T09:30:46.378 INFO:teuthology.orchestra.run.smithi170.stdout:(2/6): python3-asyncssh-2.13.2-5.el9.noarch.rpm 11 MB/s | 548 kB 00:00 2024-09-21T09:30:46.403 INFO:teuthology.orchestra.run.smithi170.stdout:(3/6): ceph-mgr-cephadm-18.2.4-871.g6a1bdf85.el 602 kB/s | 139 kB 00:00 2024-09-21T09:30:46.428 INFO:teuthology.orchestra.run.smithi170.stdout:(4/6): python3-natsort-7.1.1-5.el9.noarch.rpm 1.1 MB/s | 58 kB 00:00 2024-09-21T09:30:46.471 INFO:teuthology.orchestra.run.smithi170.stdout:(5/6): python3-typing-extensions-4.12.2-2.el9.n 1.1 MB/s | 74 kB 00:00 2024-09-21T09:30:46.554 INFO:teuthology.orchestra.run.smithi170.stdout:(6/6): python3-babel-2.9.1-2.el9.noarch.rpm 16 MB/s | 6.0 MB 00:00 2024-09-21T09:30:46.557 INFO:teuthology.orchestra.run.smithi170.stdout:-------------------------------------------------------------------------------- 2024-09-21T09:30:46.557 INFO:teuthology.orchestra.run.smithi170.stdout:Total 7.1 MB/s | 7.0 MB 00:00 2024-09-21T09:30:46.627 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction check 2024-09-21T09:30:46.638 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction check succeeded. 2024-09-21T09:30:46.638 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction test 2024-09-21T09:30:46.736 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction test succeeded. 2024-09-21T09:30:46.737 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction 2024-09-21T09:30:46.762 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.4-871.g6a1bdf 12/12 2024-09-21T09:30:46.763 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.4-871.g6a1bdf 1/12 2024-09-21T09:30:46.763 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 2/12 2024-09-21T09:30:46.763 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 3/12 2024-09-21T09:30:46.763 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 4/12 2024-09-21T09:30:46.763 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 5/12 2024-09-21T09:30:46.763 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 6/12 2024-09-21T09:30:46.763 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 7/12 2024-09-21T09:30:46.763 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 8/12 2024-09-21T09:30:46.763 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 9/12 2024-09-21T09:30:46.763 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 10/12 2024-09-21T09:30:46.763 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 11/12 2024-09-21T09:30:47.043 INFO:teuthology.orchestra.run.smithi170.stdout: Preparing : 1/1 2024-09-21T09:30:47.163 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 12/12 2024-09-21T09:30:47.163 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:30:47.163 INFO:teuthology.orchestra.run.smithi053.stdout:Installed: 2024-09-21T09:30:47.163 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-mgr-diskprediction-local-2:18.2.4-871.g6a1bdf85.el9.noarch 2024-09-21T09:30:47.163 INFO:teuthology.orchestra.run.smithi053.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-21T09:30:47.163 INFO:teuthology.orchestra.run.smithi053.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-21T09:30:47.164 INFO:teuthology.orchestra.run.smithi053.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-21T09:30:47.164 INFO:teuthology.orchestra.run.smithi053.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-21T09:30:47.164 INFO:teuthology.orchestra.run.smithi053.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-21T09:30:47.164 INFO:teuthology.orchestra.run.smithi053.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-21T09:30:47.164 INFO:teuthology.orchestra.run.smithi053.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-21T09:30:47.164 INFO:teuthology.orchestra.run.smithi053.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-21T09:30:47.164 INFO:teuthology.orchestra.run.smithi053.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-21T09:30:47.164 INFO:teuthology.orchestra.run.smithi053.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-21T09:30:47.164 INFO:teuthology.orchestra.run.smithi053.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-21T09:30:47.164 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:30:47.165 INFO:teuthology.orchestra.run.smithi053.stdout:Complete! 2024-09-21T09:30:47.216 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 1/6 2024-09-21T09:30:47.272 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 2/6 2024-09-21T09:30:47.578 DEBUG:teuthology.orchestra.run.smithi053:> sudo yum -y install ceph-mgr-rook 2024-09-21T09:30:47.794 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 3/6 2024-09-21T09:30:47.892 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 4/6 2024-09-21T09:30:47.953 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 5/6 2024-09-21T09:30:47.976 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : ceph-mgr-cephadm-2:18.2.4-871.g6a1bdf85.el9.noarch 6/6 2024-09-21T09:30:48.185 INFO:teuthology.orchestra.run.smithi053.stdout:Last metadata expiration check: 0:01:20 ago on Sat 21 Sep 2024 09:29:28 AM UTC. 2024-09-21T09:30:48.323 INFO:teuthology.orchestra.run.smithi053.stdout:Dependencies resolved. 2024-09-21T09:30:48.324 INFO:teuthology.orchestra.run.smithi053.stdout:================================================================================ 2024-09-21T09:30:48.324 INFO:teuthology.orchestra.run.smithi053.stdout: Package Arch Version Repository Size 2024-09-21T09:30:48.324 INFO:teuthology.orchestra.run.smithi053.stdout:================================================================================ 2024-09-21T09:30:48.324 INFO:teuthology.orchestra.run.smithi053.stdout:Installing: 2024-09-21T09:30:48.325 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-mgr-rook noarch 2:18.2.4-871.g6a1bdf85.el9 ceph-noarch 49 k 2024-09-21T09:30:48.325 INFO:teuthology.orchestra.run.smithi053.stdout:Installing dependencies: 2024-09-21T09:30:48.325 INFO:teuthology.orchestra.run.smithi053.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-21T09:30:48.325 INFO:teuthology.orchestra.run.smithi053.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-21T09:30:48.325 INFO:teuthology.orchestra.run.smithi053.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-21T09:30:48.325 INFO:teuthology.orchestra.run.smithi053.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-21T09:30:48.325 INFO:teuthology.orchestra.run.smithi053.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-21T09:30:48.325 INFO:teuthology.orchestra.run.smithi053.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-21T09:30:48.325 INFO:teuthology.orchestra.run.smithi053.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-21T09:30:48.325 INFO:teuthology.orchestra.run.smithi053.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-21T09:30:48.325 INFO:teuthology.orchestra.run.smithi053.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-21T09:30:48.325 INFO:teuthology.orchestra.run.smithi053.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-21T09:30:48.325 INFO:teuthology.orchestra.run.smithi053.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-21T09:30:48.325 INFO:teuthology.orchestra.run.smithi053.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-21T09:30:48.326 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:30:48.326 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction Summary 2024-09-21T09:30:48.326 INFO:teuthology.orchestra.run.smithi053.stdout:================================================================================ 2024-09-21T09:30:48.326 INFO:teuthology.orchestra.run.smithi053.stdout:Install 13 Packages 2024-09-21T09:30:48.326 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:30:48.326 INFO:teuthology.orchestra.run.smithi053.stdout:Total download size: 2.2 M 2024-09-21T09:30:48.327 INFO:teuthology.orchestra.run.smithi053.stdout:Installed size: 26 M 2024-09-21T09:30:48.327 INFO:teuthology.orchestra.run.smithi053.stdout:Downloading Packages: 2024-09-21T09:30:48.665 INFO:teuthology.orchestra.run.smithi053.stdout:(1/13): ceph-mgr-rook-18.2.4-871.g6a1bdf85.el9. 295 kB/s | 49 kB 00:00 2024-09-21T09:30:48.782 INFO:teuthology.orchestra.run.smithi053.stdout:(2/13): python3-jsonpointer-2.0-4.el9.noarch.rp 67 kB/s | 19 kB 00:00 2024-09-21T09:30:48.807 INFO:teuthology.orchestra.run.smithi053.stdout:(3/13): python3-jsonpatch-1.21-16.el9.noarch.rp 83 kB/s | 26 kB 00:00 2024-09-21T09:30:48.807 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.4-871.g6a1bdf85.el9.noarch 6/6 2024-09-21T09:30:48.808 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : ceph-mgr-cephadm-2:18.2.4-871.g6a1bdf85.el9.noarch 1/6 2024-09-21T09:30:48.808 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 2/6 2024-09-21T09:30:48.808 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 3/6 2024-09-21T09:30:48.808 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 4/6 2024-09-21T09:30:48.808 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 5/6 2024-09-21T09:30:49.077 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 6/6 2024-09-21T09:30:49.077 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:30:49.078 INFO:teuthology.orchestra.run.smithi170.stdout:Installed: 2024-09-21T09:30:49.078 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-mgr-cephadm-2:18.2.4-871.g6a1bdf85.el9.noarch 2024-09-21T09:30:49.078 INFO:teuthology.orchestra.run.smithi170.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-21T09:30:49.078 INFO:teuthology.orchestra.run.smithi170.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-21T09:30:49.078 INFO:teuthology.orchestra.run.smithi170.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-21T09:30:49.078 INFO:teuthology.orchestra.run.smithi170.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-21T09:30:49.078 INFO:teuthology.orchestra.run.smithi170.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-21T09:30:49.079 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:30:49.079 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2024-09-21T09:30:49.149 INFO:teuthology.orchestra.run.smithi053.stdout:(4/13): python3-pyasn1-0.4.8-6.el9.noarch.rpm 432 kB/s | 159 kB 00:00 2024-09-21T09:30:49.216 INFO:teuthology.orchestra.run.smithi053.stdout:(5/13): python3-oauthlib-3.1.1-5.el9.noarch.rpm 403 kB/s | 222 kB 00:00 2024-09-21T09:30:49.258 INFO:teuthology.orchestra.run.smithi053.stdout:(6/13): python3-requests-oauthlib-1.3.0-12.el9. 493 kB/s | 54 kB 00:00 2024-09-21T09:30:49.283 INFO:teuthology.orchestra.run.smithi053.stdout:(7/13): python3-cachetools-4.2.4-1.el9.noarch.r 482 kB/s | 32 kB 00:00 2024-09-21T09:30:49.317 INFO:teuthology.orchestra.run.smithi053.stdout:(8/13): python3-pyasn1-modules-0.4.8-6.el9.noar 547 kB/s | 279 kB 00:00 2024-09-21T09:30:49.339 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install ceph-fuse 2024-09-21T09:30:49.350 INFO:teuthology.orchestra.run.smithi053.stdout:(9/13): python3-certifi-2023.05.07-4.el9.noarch 153 kB/s | 14 kB 00:00 2024-09-21T09:30:49.376 INFO:teuthology.orchestra.run.smithi053.stdout:(10/13): python3-rsa-4.9-2.el9.noarch.rpm 2.5 MB/s | 59 kB 00:00 2024-09-21T09:30:49.400 INFO:teuthology.orchestra.run.smithi053.stdout:(11/13): python3-google-auth-2.34.0-1.el9.noarc 2.0 MB/s | 220 kB 00:00 2024-09-21T09:30:49.426 INFO:teuthology.orchestra.run.smithi053.stdout:(12/13): python3-websocket-client-1.2.3-2.el9.n 1.8 MB/s | 90 kB 00:00 2024-09-21T09:30:49.459 INFO:teuthology.orchestra.run.smithi053.stdout:(13/13): python3-kubernetes-26.1.0-2.el9.noarch 7.3 MB/s | 1.0 MB 00:00 2024-09-21T09:30:49.462 INFO:teuthology.orchestra.run.smithi053.stdout:-------------------------------------------------------------------------------- 2024-09-21T09:30:49.463 INFO:teuthology.orchestra.run.smithi053.stdout:Total 1.9 MB/s | 2.2 MB 00:01 2024-09-21T09:30:49.535 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction check 2024-09-21T09:30:49.552 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction check succeeded. 2024-09-21T09:30:49.552 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction test 2024-09-21T09:30:49.650 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction test succeeded. 2024-09-21T09:30:49.652 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction 2024-09-21T09:30:49.919 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:01:18 ago on Sat 21 Sep 2024 09:29:31 AM UTC. 2024-09-21T09:30:50.050 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2024-09-21T09:30:50.051 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-21T09:30:50.051 INFO:teuthology.orchestra.run.smithi170.stdout: Package Arch Version Repository Size 2024-09-21T09:30:50.051 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-21T09:30:50.051 INFO:teuthology.orchestra.run.smithi170.stdout:Installing: 2024-09-21T09:30:50.051 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-fuse x86_64 2:18.2.4-871.g6a1bdf85.el9 ceph 853 k 2024-09-21T09:30:50.051 INFO:teuthology.orchestra.run.smithi170.stdout:Installing dependencies: 2024-09-21T09:30:50.051 INFO:teuthology.orchestra.run.smithi170.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-21T09:30:50.051 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:30:50.051 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction Summary 2024-09-21T09:30:50.052 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-21T09:30:50.052 INFO:teuthology.orchestra.run.smithi170.stdout:Install 2 Packages 2024-09-21T09:30:50.052 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:30:50.052 INFO:teuthology.orchestra.run.smithi170.stdout:Total download size: 932 k 2024-09-21T09:30:50.052 INFO:teuthology.orchestra.run.smithi170.stdout:Installed size: 2.7 M 2024-09-21T09:30:50.052 INFO:teuthology.orchestra.run.smithi170.stdout:Downloading Packages: 2024-09-21T09:30:50.180 INFO:teuthology.orchestra.run.smithi053.stdout: Preparing : 1/1 2024-09-21T09:30:50.281 INFO:teuthology.orchestra.run.smithi170.stdout:(1/2): fuse-2.9.9-16.el9.x86_64.rpm 812 kB/s | 80 kB 00:00 2024-09-21T09:30:50.364 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 1/13 2024-09-21T09:30:50.420 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 2/13 2024-09-21T09:30:50.457 INFO:teuthology.orchestra.run.smithi170.stdout:(2/2): ceph-fuse-18.2.4-871.g6a1bdf85.el9.x86_6 3.0 MB/s | 853 kB 00:00 2024-09-21T09:30:50.457 INFO:teuthology.orchestra.run.smithi170.stdout:-------------------------------------------------------------------------------- 2024-09-21T09:30:50.457 INFO:teuthology.orchestra.run.smithi170.stdout:Total 2.2 MB/s | 932 kB 00:00 2024-09-21T09:30:50.469 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction check 2024-09-21T09:30:50.475 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-rsa-4.9-2.el9.noarch 3/13 2024-09-21T09:30:50.491 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction check succeeded. 2024-09-21T09:30:50.491 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction test 2024-09-21T09:30:50.511 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 4/13 2024-09-21T09:30:50.553 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 5/13 2024-09-21T09:30:50.572 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction test succeeded. 2024-09-21T09:30:50.572 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction 2024-09-21T09:30:50.659 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 6/13 2024-09-21T09:30:50.764 INFO:teuthology.orchestra.run.smithi170.stdout: Preparing : 1/1 2024-09-21T09:30:50.771 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 7/13 2024-09-21T09:30:50.822 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 8/13 2024-09-21T09:30:50.900 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : fuse-2.9.9-16.el9.x86_64 1/2 2024-09-21T09:30:50.972 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : ceph-fuse-2:18.2.4-871.g6a1bdf85.el9.x86_64 2/2 2024-09-21T09:30:51.624 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 9/13 2024-09-21T09:30:51.652 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: ceph-fuse-2:18.2.4-871.g6a1bdf85.el9.x86_64 2/2 2024-09-21T09:30:51.652 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : ceph-fuse-2:18.2.4-871.g6a1bdf85.el9.x86_64 1/2 2024-09-21T09:30:51.668 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 10/13 2024-09-21T09:30:51.702 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 11/13 2024-09-21T09:30:51.751 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 12/13 2024-09-21T09:30:51.779 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : ceph-mgr-rook-2:18.2.4-871.g6a1bdf85.el9.noarch 13/13 2024-09-21T09:30:51.927 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 2/2 2024-09-21T09:30:51.927 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:30:51.927 INFO:teuthology.orchestra.run.smithi170.stdout:Installed: 2024-09-21T09:30:51.927 INFO:teuthology.orchestra.run.smithi170.stdout: ceph-fuse-2:18.2.4-871.g6a1bdf85.el9.x86_64 fuse-2.9.9-16.el9.x86_64 2024-09-21T09:30:51.927 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:30:51.927 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2024-09-21T09:30:52.186 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install librados-devel 2024-09-21T09:30:52.571 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.4-871.g6a1bdf85.el9.noarch 13/13 2024-09-21T09:30:52.571 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : ceph-mgr-rook-2:18.2.4-871.g6a1bdf85.el9.noarch 1/13 2024-09-21T09:30:52.571 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 2/13 2024-09-21T09:30:52.572 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 3/13 2024-09-21T09:30:52.572 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 4/13 2024-09-21T09:30:52.572 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 5/13 2024-09-21T09:30:52.572 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 6/13 2024-09-21T09:30:52.572 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 7/13 2024-09-21T09:30:52.572 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 8/13 2024-09-21T09:30:52.572 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 9/13 2024-09-21T09:30:52.572 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 10/13 2024-09-21T09:30:52.572 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 11/13 2024-09-21T09:30:52.572 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 12/13 2024-09-21T09:30:52.781 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:01:21 ago on Sat 21 Sep 2024 09:29:31 AM UTC. 2024-09-21T09:30:52.902 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 13/13 2024-09-21T09:30:52.902 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:30:52.902 INFO:teuthology.orchestra.run.smithi053.stdout:Installed: 2024-09-21T09:30:52.902 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-mgr-rook-2:18.2.4-871.g6a1bdf85.el9.noarch 2024-09-21T09:30:52.902 INFO:teuthology.orchestra.run.smithi053.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-21T09:30:52.903 INFO:teuthology.orchestra.run.smithi053.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-21T09:30:52.903 INFO:teuthology.orchestra.run.smithi053.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-21T09:30:52.903 INFO:teuthology.orchestra.run.smithi053.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-21T09:30:52.903 INFO:teuthology.orchestra.run.smithi053.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-21T09:30:52.903 INFO:teuthology.orchestra.run.smithi053.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-21T09:30:52.903 INFO:teuthology.orchestra.run.smithi053.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-21T09:30:52.903 INFO:teuthology.orchestra.run.smithi053.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-21T09:30:52.903 INFO:teuthology.orchestra.run.smithi053.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-21T09:30:52.903 INFO:teuthology.orchestra.run.smithi053.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-21T09:30:52.903 INFO:teuthology.orchestra.run.smithi053.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-21T09:30:52.903 INFO:teuthology.orchestra.run.smithi053.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-21T09:30:52.903 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:30:52.903 INFO:teuthology.orchestra.run.smithi053.stdout:Complete! 2024-09-21T09:30:52.918 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2024-09-21T09:30:52.918 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-21T09:30:52.918 INFO:teuthology.orchestra.run.smithi170.stdout: Package Arch Version Repo Size 2024-09-21T09:30:52.918 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-21T09:30:52.918 INFO:teuthology.orchestra.run.smithi170.stdout:Installing: 2024-09-21T09:30:52.919 INFO:teuthology.orchestra.run.smithi170.stdout: librados-devel x86_64 2:18.2.4-871.g6a1bdf85.el9 ceph 126 k 2024-09-21T09:30:52.919 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:30:52.919 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction Summary 2024-09-21T09:30:52.919 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-21T09:30:52.919 INFO:teuthology.orchestra.run.smithi170.stdout:Install 1 Package 2024-09-21T09:30:52.919 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:30:52.919 INFO:teuthology.orchestra.run.smithi170.stdout:Total download size: 126 k 2024-09-21T09:30:52.919 INFO:teuthology.orchestra.run.smithi170.stdout:Installed size: 456 k 2024-09-21T09:30:52.920 INFO:teuthology.orchestra.run.smithi170.stdout:Downloading Packages: 2024-09-21T09:30:53.112 INFO:teuthology.orchestra.run.smithi170.stdout:librados-devel-18.2.4-871.g6a1bdf85.el9.x86_64. 659 kB/s | 126 kB 00:00 2024-09-21T09:30:53.112 INFO:teuthology.orchestra.run.smithi170.stdout:-------------------------------------------------------------------------------- 2024-09-21T09:30:53.112 INFO:teuthology.orchestra.run.smithi170.stdout:Total 654 kB/s | 126 kB 00:00 2024-09-21T09:30:53.113 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction check 2024-09-21T09:30:53.118 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction check succeeded. 2024-09-21T09:30:53.118 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction test 2024-09-21T09:30:53.165 DEBUG:teuthology.orchestra.run.smithi053:> sudo yum -y install ceph-mgr-cephadm 2024-09-21T09:30:53.181 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction test succeeded. 2024-09-21T09:30:53.182 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction 2024-09-21T09:30:53.334 INFO:teuthology.orchestra.run.smithi170.stdout: Preparing : 1/1 2024-09-21T09:30:53.443 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : librados-devel-2:18.2.4-871.g6a1bdf85.el9.x86_64 1/1 2024-09-21T09:30:53.767 INFO:teuthology.orchestra.run.smithi053.stdout:Last metadata expiration check: 0:01:25 ago on Sat 21 Sep 2024 09:29:28 AM UTC. 2024-09-21T09:30:53.908 INFO:teuthology.orchestra.run.smithi053.stdout:Dependencies resolved. 2024-09-21T09:30:53.908 INFO:teuthology.orchestra.run.smithi053.stdout:================================================================================ 2024-09-21T09:30:53.909 INFO:teuthology.orchestra.run.smithi053.stdout: Package Arch Version Repository Size 2024-09-21T09:30:53.909 INFO:teuthology.orchestra.run.smithi053.stdout:================================================================================ 2024-09-21T09:30:53.909 INFO:teuthology.orchestra.run.smithi053.stdout:Installing: 2024-09-21T09:30:53.909 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-mgr-cephadm noarch 2:18.2.4-871.g6a1bdf85.el9 ceph-noarch 139 k 2024-09-21T09:30:53.909 INFO:teuthology.orchestra.run.smithi053.stdout:Installing dependencies: 2024-09-21T09:30:53.909 INFO:teuthology.orchestra.run.smithi053.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-21T09:30:53.909 INFO:teuthology.orchestra.run.smithi053.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-21T09:30:53.909 INFO:teuthology.orchestra.run.smithi053.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-21T09:30:53.909 INFO:teuthology.orchestra.run.smithi053.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-21T09:30:53.909 INFO:teuthology.orchestra.run.smithi053.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-21T09:30:53.909 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:30:53.909 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction Summary 2024-09-21T09:30:53.909 INFO:teuthology.orchestra.run.smithi053.stdout:================================================================================ 2024-09-21T09:30:53.909 INFO:teuthology.orchestra.run.smithi053.stdout:Install 6 Packages 2024-09-21T09:30:53.909 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:30:53.910 INFO:teuthology.orchestra.run.smithi053.stdout:Total download size: 7.0 M 2024-09-21T09:30:53.910 INFO:teuthology.orchestra.run.smithi053.stdout:Installed size: 33 M 2024-09-21T09:30:53.910 INFO:teuthology.orchestra.run.smithi053.stdout:Downloading Packages: 2024-09-21T09:30:53.920 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: librados-devel-2:18.2.4-871.g6a1bdf85.el9.x86_64 1/1 2024-09-21T09:30:54.157 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : librados-devel-2:18.2.4-871.g6a1bdf85.el9.x86_64 1/1 2024-09-21T09:30:54.158 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:30:54.158 INFO:teuthology.orchestra.run.smithi170.stdout:Installed: 2024-09-21T09:30:54.158 INFO:teuthology.orchestra.run.smithi170.stdout: librados-devel-2:18.2.4-871.g6a1bdf85.el9.x86_64 2024-09-21T09:30:54.158 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:30:54.158 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2024-09-21T09:30:54.294 INFO:teuthology.orchestra.run.smithi053.stdout:(1/6): python3-jinja2-2.11.3-6.el9.noarch.rpm 1.2 MB/s | 248 kB 00:00 2024-09-21T09:30:54.319 INFO:teuthology.orchestra.run.smithi053.stdout:(2/6): ceph-mgr-cephadm-18.2.4-871.g6a1bdf85.el 593 kB/s | 139 kB 00:00 2024-09-21T09:30:54.369 INFO:teuthology.orchestra.run.smithi053.stdout:(3/6): python3-asyncssh-2.13.2-5.el9.noarch.rpm 7.1 MB/s | 548 kB 00:00 2024-09-21T09:30:54.394 INFO:teuthology.orchestra.run.smithi053.stdout:(4/6): python3-natsort-7.1.1-5.el9.noarch.rpm 767 kB/s | 58 kB 00:00 2024-09-21T09:30:54.414 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install libcephfs2 2024-09-21T09:30:54.419 INFO:teuthology.orchestra.run.smithi053.stdout:(5/6): python3-typing-extensions-4.12.2-2.el9.n 1.5 MB/s | 74 kB 00:00 2024-09-21T09:30:54.620 INFO:teuthology.orchestra.run.smithi053.stdout:(6/6): python3-babel-2.9.1-2.el9.noarch.rpm 11 MB/s | 6.0 MB 00:00 2024-09-21T09:30:54.622 INFO:teuthology.orchestra.run.smithi053.stdout:-------------------------------------------------------------------------------- 2024-09-21T09:30:54.623 INFO:teuthology.orchestra.run.smithi053.stdout:Total 9.8 MB/s | 7.0 MB 00:00 2024-09-21T09:30:54.695 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction check 2024-09-21T09:30:54.707 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction check succeeded. 2024-09-21T09:30:54.707 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction test 2024-09-21T09:30:54.814 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction test succeeded. 2024-09-21T09:30:54.815 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction 2024-09-21T09:30:55.009 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:01:24 ago on Sat 21 Sep 2024 09:29:31 AM UTC. 2024-09-21T09:30:55.099 INFO:teuthology.orchestra.run.smithi170.stdout:Package libcephfs2-2:18.2.4-871.g6a1bdf85.el9.x86_64 is already installed. 2024-09-21T09:30:55.131 INFO:teuthology.orchestra.run.smithi053.stdout: Preparing : 1/1 2024-09-21T09:30:55.142 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2024-09-21T09:30:55.143 INFO:teuthology.orchestra.run.smithi170.stdout:Nothing to do. 2024-09-21T09:30:55.143 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2024-09-21T09:30:55.226 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install libcephfs-devel 2024-09-21T09:30:55.294 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 1/6 2024-09-21T09:30:55.339 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 2/6 2024-09-21T09:30:55.810 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:01:24 ago on Sat 21 Sep 2024 09:29:31 AM UTC. 2024-09-21T09:30:55.896 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 3/6 2024-09-21T09:30:55.943 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2024-09-21T09:30:55.943 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-21T09:30:55.943 INFO:teuthology.orchestra.run.smithi170.stdout: Package Arch Version Repo Size 2024-09-21T09:30:55.944 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-21T09:30:55.944 INFO:teuthology.orchestra.run.smithi170.stdout:Installing: 2024-09-21T09:30:55.944 INFO:teuthology.orchestra.run.smithi170.stdout: libcephfs-devel x86_64 2:18.2.4-871.g6a1bdf85.el9 ceph 31 k 2024-09-21T09:30:55.944 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:30:55.944 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction Summary 2024-09-21T09:30:55.944 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-21T09:30:55.944 INFO:teuthology.orchestra.run.smithi170.stdout:Install 1 Package 2024-09-21T09:30:55.944 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:30:55.945 INFO:teuthology.orchestra.run.smithi170.stdout:Total download size: 31 k 2024-09-21T09:30:55.945 INFO:teuthology.orchestra.run.smithi170.stdout:Installed size: 139 k 2024-09-21T09:30:55.945 INFO:teuthology.orchestra.run.smithi170.stdout:Downloading Packages: 2024-09-21T09:30:55.986 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 4/6 2024-09-21T09:30:56.056 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 5/6 2024-09-21T09:30:56.084 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : ceph-mgr-cephadm-2:18.2.4-871.g6a1bdf85.el9.noarch 6/6 2024-09-21T09:30:56.141 INFO:teuthology.orchestra.run.smithi170.stdout:libcephfs-devel-18.2.4-871.g6a1bdf85.el9.x86_64 159 kB/s | 31 kB 00:00 2024-09-21T09:30:56.141 INFO:teuthology.orchestra.run.smithi170.stdout:-------------------------------------------------------------------------------- 2024-09-21T09:30:56.141 INFO:teuthology.orchestra.run.smithi170.stdout:Total 158 kB/s | 31 kB 00:00 2024-09-21T09:30:56.141 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction check 2024-09-21T09:30:56.145 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction check succeeded. 2024-09-21T09:30:56.145 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction test 2024-09-21T09:30:56.165 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction test succeeded. 2024-09-21T09:30:56.165 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction 2024-09-21T09:30:56.250 INFO:teuthology.orchestra.run.smithi170.stdout: Preparing : 1/1 2024-09-21T09:30:56.354 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : libcephfs-devel-2:18.2.4-871.g6a1bdf85.el9.x86_64 1/1 2024-09-21T09:30:56.728 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: libcephfs-devel-2:18.2.4-871.g6a1bdf85.el9.x86_64 1/1 2024-09-21T09:30:56.841 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.4-871.g6a1bdf85.el9.noarch 6/6 2024-09-21T09:30:56.841 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : ceph-mgr-cephadm-2:18.2.4-871.g6a1bdf85.el9.noarch 1/6 2024-09-21T09:30:56.841 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 2/6 2024-09-21T09:30:56.842 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 3/6 2024-09-21T09:30:56.842 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 4/6 2024-09-21T09:30:56.842 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 5/6 2024-09-21T09:30:56.947 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : libcephfs-devel-2:18.2.4-871.g6a1bdf85.el9.x86_64 1/1 2024-09-21T09:30:56.947 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:30:56.947 INFO:teuthology.orchestra.run.smithi170.stdout:Installed: 2024-09-21T09:30:56.947 INFO:teuthology.orchestra.run.smithi170.stdout: libcephfs-devel-2:18.2.4-871.g6a1bdf85.el9.x86_64 2024-09-21T09:30:56.947 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:30:56.947 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2024-09-21T09:30:57.118 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 6/6 2024-09-21T09:30:57.118 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:30:57.118 INFO:teuthology.orchestra.run.smithi053.stdout:Installed: 2024-09-21T09:30:57.118 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-mgr-cephadm-2:18.2.4-871.g6a1bdf85.el9.noarch 2024-09-21T09:30:57.118 INFO:teuthology.orchestra.run.smithi053.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-21T09:30:57.119 INFO:teuthology.orchestra.run.smithi053.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-21T09:30:57.119 INFO:teuthology.orchestra.run.smithi053.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-21T09:30:57.119 INFO:teuthology.orchestra.run.smithi053.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-21T09:30:57.119 INFO:teuthology.orchestra.run.smithi053.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-21T09:30:57.119 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:30:57.119 INFO:teuthology.orchestra.run.smithi053.stdout:Complete! 2024-09-21T09:30:57.166 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install librados2 2024-09-21T09:30:57.360 DEBUG:teuthology.orchestra.run.smithi053:> sudo yum -y install ceph-fuse 2024-09-21T09:30:57.752 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:01:26 ago on Sat 21 Sep 2024 09:29:31 AM UTC. 2024-09-21T09:30:57.843 INFO:teuthology.orchestra.run.smithi170.stdout:Package librados2-2:18.2.4-871.g6a1bdf85.el9.x86_64 is already installed. 2024-09-21T09:30:57.886 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2024-09-21T09:30:57.887 INFO:teuthology.orchestra.run.smithi170.stdout:Nothing to do. 2024-09-21T09:30:57.887 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2024-09-21T09:30:57.970 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install librbd1 2024-09-21T09:30:57.974 INFO:teuthology.orchestra.run.smithi053.stdout:Last metadata expiration check: 0:01:29 ago on Sat 21 Sep 2024 09:29:28 AM UTC. 2024-09-21T09:30:58.112 INFO:teuthology.orchestra.run.smithi053.stdout:Dependencies resolved. 2024-09-21T09:30:58.112 INFO:teuthology.orchestra.run.smithi053.stdout:================================================================================ 2024-09-21T09:30:58.112 INFO:teuthology.orchestra.run.smithi053.stdout: Package Arch Version Repository Size 2024-09-21T09:30:58.112 INFO:teuthology.orchestra.run.smithi053.stdout:================================================================================ 2024-09-21T09:30:58.112 INFO:teuthology.orchestra.run.smithi053.stdout:Installing: 2024-09-21T09:30:58.112 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-fuse x86_64 2:18.2.4-871.g6a1bdf85.el9 ceph 853 k 2024-09-21T09:30:58.112 INFO:teuthology.orchestra.run.smithi053.stdout:Installing dependencies: 2024-09-21T09:30:58.113 INFO:teuthology.orchestra.run.smithi053.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-21T09:30:58.113 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:30:58.113 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction Summary 2024-09-21T09:30:58.113 INFO:teuthology.orchestra.run.smithi053.stdout:================================================================================ 2024-09-21T09:30:58.113 INFO:teuthology.orchestra.run.smithi053.stdout:Install 2 Packages 2024-09-21T09:30:58.113 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:30:58.113 INFO:teuthology.orchestra.run.smithi053.stdout:Total download size: 932 k 2024-09-21T09:30:58.113 INFO:teuthology.orchestra.run.smithi053.stdout:Installed size: 2.7 M 2024-09-21T09:30:58.114 INFO:teuthology.orchestra.run.smithi053.stdout:Downloading Packages: 2024-09-21T09:30:58.338 INFO:teuthology.orchestra.run.smithi053.stdout:(1/2): fuse-2.9.9-16.el9.x86_64.rpm 819 kB/s | 80 kB 00:00 2024-09-21T09:30:58.521 INFO:teuthology.orchestra.run.smithi053.stdout:(2/2): ceph-fuse-18.2.4-871.g6a1bdf85.el9.x86_6 3.0 MB/s | 853 kB 00:00 2024-09-21T09:30:58.522 INFO:teuthology.orchestra.run.smithi053.stdout:-------------------------------------------------------------------------------- 2024-09-21T09:30:58.522 INFO:teuthology.orchestra.run.smithi053.stdout:Total 2.2 MB/s | 932 kB 00:00 2024-09-21T09:30:58.534 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction check 2024-09-21T09:30:58.553 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:01:27 ago on Sat 21 Sep 2024 09:29:31 AM UTC. 2024-09-21T09:30:58.557 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction check succeeded. 2024-09-21T09:30:58.557 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction test 2024-09-21T09:30:58.642 INFO:teuthology.orchestra.run.smithi170.stdout:Package librbd1-2:18.2.4-871.g6a1bdf85.el9.x86_64 is already installed. 2024-09-21T09:30:58.643 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction test succeeded. 2024-09-21T09:30:58.644 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction 2024-09-21T09:30:58.685 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2024-09-21T09:30:58.686 INFO:teuthology.orchestra.run.smithi170.stdout:Nothing to do. 2024-09-21T09:30:58.686 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2024-09-21T09:30:58.769 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install python3-rados 2024-09-21T09:30:58.837 INFO:teuthology.orchestra.run.smithi053.stdout: Preparing : 1/1 2024-09-21T09:30:58.989 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : fuse-2.9.9-16.el9.x86_64 1/2 2024-09-21T09:30:59.057 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : ceph-fuse-2:18.2.4-871.g6a1bdf85.el9.x86_64 2/2 2024-09-21T09:30:59.352 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:01:28 ago on Sat 21 Sep 2024 09:29:31 AM UTC. 2024-09-21T09:30:59.441 INFO:teuthology.orchestra.run.smithi170.stdout:Package python3-rados-2:18.2.4-871.g6a1bdf85.el9.x86_64 is already installed. 2024-09-21T09:30:59.484 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2024-09-21T09:30:59.485 INFO:teuthology.orchestra.run.smithi170.stdout:Nothing to do. 2024-09-21T09:30:59.485 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2024-09-21T09:30:59.557 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install python3-rgw 2024-09-21T09:30:59.786 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: ceph-fuse-2:18.2.4-871.g6a1bdf85.el9.x86_64 2/2 2024-09-21T09:30:59.787 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : ceph-fuse-2:18.2.4-871.g6a1bdf85.el9.x86_64 1/2 2024-09-21T09:31:00.061 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 2/2 2024-09-21T09:31:00.061 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:31:00.061 INFO:teuthology.orchestra.run.smithi053.stdout:Installed: 2024-09-21T09:31:00.061 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-fuse-2:18.2.4-871.g6a1bdf85.el9.x86_64 fuse-2.9.9-16.el9.x86_64 2024-09-21T09:31:00.061 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:31:00.061 INFO:teuthology.orchestra.run.smithi053.stdout:Complete! 2024-09-21T09:31:00.144 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:01:29 ago on Sat 21 Sep 2024 09:29:31 AM UTC. 2024-09-21T09:31:00.232 INFO:teuthology.orchestra.run.smithi170.stdout:Package python3-rgw-2:18.2.4-871.g6a1bdf85.el9.x86_64 is already installed. 2024-09-21T09:31:00.275 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2024-09-21T09:31:00.276 INFO:teuthology.orchestra.run.smithi170.stdout:Nothing to do. 2024-09-21T09:31:00.276 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2024-09-21T09:31:00.348 DEBUG:teuthology.orchestra.run.smithi053:> sudo yum -y install librados-devel 2024-09-21T09:31:00.358 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install python3-cephfs 2024-09-21T09:31:00.933 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:01:29 ago on Sat 21 Sep 2024 09:29:31 AM UTC. 2024-09-21T09:31:00.960 INFO:teuthology.orchestra.run.smithi053.stdout:Last metadata expiration check: 0:01:32 ago on Sat 21 Sep 2024 09:29:28 AM UTC. 2024-09-21T09:31:01.022 INFO:teuthology.orchestra.run.smithi170.stdout:Package python3-cephfs-2:18.2.4-871.g6a1bdf85.el9.x86_64 is already installed. 2024-09-21T09:31:01.066 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2024-09-21T09:31:01.066 INFO:teuthology.orchestra.run.smithi170.stdout:Nothing to do. 2024-09-21T09:31:01.067 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2024-09-21T09:31:01.099 INFO:teuthology.orchestra.run.smithi053.stdout:Dependencies resolved. 2024-09-21T09:31:01.100 INFO:teuthology.orchestra.run.smithi053.stdout:================================================================================ 2024-09-21T09:31:01.100 INFO:teuthology.orchestra.run.smithi053.stdout: Package Arch Version Repo Size 2024-09-21T09:31:01.100 INFO:teuthology.orchestra.run.smithi053.stdout:================================================================================ 2024-09-21T09:31:01.100 INFO:teuthology.orchestra.run.smithi053.stdout:Installing: 2024-09-21T09:31:01.100 INFO:teuthology.orchestra.run.smithi053.stdout: librados-devel x86_64 2:18.2.4-871.g6a1bdf85.el9 ceph 126 k 2024-09-21T09:31:01.100 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:31:01.100 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction Summary 2024-09-21T09:31:01.100 INFO:teuthology.orchestra.run.smithi053.stdout:================================================================================ 2024-09-21T09:31:01.100 INFO:teuthology.orchestra.run.smithi053.stdout:Install 1 Package 2024-09-21T09:31:01.100 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:31:01.101 INFO:teuthology.orchestra.run.smithi053.stdout:Total download size: 126 k 2024-09-21T09:31:01.101 INFO:teuthology.orchestra.run.smithi053.stdout:Installed size: 456 k 2024-09-21T09:31:01.101 INFO:teuthology.orchestra.run.smithi053.stdout:Downloading Packages: 2024-09-21T09:31:01.141 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install python3-rbd 2024-09-21T09:31:01.308 INFO:teuthology.orchestra.run.smithi053.stdout:librados-devel-18.2.4-871.g6a1bdf85.el9.x86_64. 611 kB/s | 126 kB 00:00 2024-09-21T09:31:01.309 INFO:teuthology.orchestra.run.smithi053.stdout:-------------------------------------------------------------------------------- 2024-09-21T09:31:01.309 INFO:teuthology.orchestra.run.smithi053.stdout:Total 606 kB/s | 126 kB 00:00 2024-09-21T09:31:01.309 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction check 2024-09-21T09:31:01.315 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction check succeeded. 2024-09-21T09:31:01.315 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction test 2024-09-21T09:31:01.382 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction test succeeded. 2024-09-21T09:31:01.382 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction 2024-09-21T09:31:01.535 INFO:teuthology.orchestra.run.smithi053.stdout: Preparing : 1/1 2024-09-21T09:31:01.634 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : librados-devel-2:18.2.4-871.g6a1bdf85.el9.x86_64 1/1 2024-09-21T09:31:01.728 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:01:30 ago on Sat 21 Sep 2024 09:29:31 AM UTC. 2024-09-21T09:31:01.817 INFO:teuthology.orchestra.run.smithi170.stdout:Package python3-rbd-2:18.2.4-871.g6a1bdf85.el9.x86_64 is already installed. 2024-09-21T09:31:01.860 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2024-09-21T09:31:01.861 INFO:teuthology.orchestra.run.smithi170.stdout:Nothing to do. 2024-09-21T09:31:01.861 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2024-09-21T09:31:01.938 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install rbd-fuse 2024-09-21T09:31:02.042 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: librados-devel-2:18.2.4-871.g6a1bdf85.el9.x86_64 1/1 2024-09-21T09:31:02.300 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : librados-devel-2:18.2.4-871.g6a1bdf85.el9.x86_64 1/1 2024-09-21T09:31:02.300 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:31:02.300 INFO:teuthology.orchestra.run.smithi053.stdout:Installed: 2024-09-21T09:31:02.300 INFO:teuthology.orchestra.run.smithi053.stdout: librados-devel-2:18.2.4-871.g6a1bdf85.el9.x86_64 2024-09-21T09:31:02.300 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:31:02.301 INFO:teuthology.orchestra.run.smithi053.stdout:Complete! 2024-09-21T09:31:02.518 DEBUG:teuthology.orchestra.run.smithi053:> sudo yum -y install libcephfs2 2024-09-21T09:31:02.528 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:01:31 ago on Sat 21 Sep 2024 09:29:31 AM UTC. 2024-09-21T09:31:02.660 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2024-09-21T09:31:02.661 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-21T09:31:02.661 INFO:teuthology.orchestra.run.smithi170.stdout: Package Architecture Version Repository Size 2024-09-21T09:31:02.661 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-21T09:31:02.661 INFO:teuthology.orchestra.run.smithi170.stdout:Installing: 2024-09-21T09:31:02.661 INFO:teuthology.orchestra.run.smithi170.stdout: rbd-fuse x86_64 2:18.2.4-871.g6a1bdf85.el9 ceph 87 k 2024-09-21T09:31:02.661 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:31:02.661 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction Summary 2024-09-21T09:31:02.661 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-21T09:31:02.661 INFO:teuthology.orchestra.run.smithi170.stdout:Install 1 Package 2024-09-21T09:31:02.661 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:31:02.662 INFO:teuthology.orchestra.run.smithi170.stdout:Total download size: 87 k 2024-09-21T09:31:02.662 INFO:teuthology.orchestra.run.smithi170.stdout:Installed size: 227 k 2024-09-21T09:31:02.662 INFO:teuthology.orchestra.run.smithi170.stdout:Downloading Packages: 2024-09-21T09:31:02.861 INFO:teuthology.orchestra.run.smithi170.stdout:rbd-fuse-18.2.4-871.g6a1bdf85.el9.x86_64.rpm 439 kB/s | 87 kB 00:00 2024-09-21T09:31:02.861 INFO:teuthology.orchestra.run.smithi170.stdout:-------------------------------------------------------------------------------- 2024-09-21T09:31:02.862 INFO:teuthology.orchestra.run.smithi170.stdout:Total 435 kB/s | 87 kB 00:00 2024-09-21T09:31:02.862 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction check 2024-09-21T09:31:02.869 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction check succeeded. 2024-09-21T09:31:02.869 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction test 2024-09-21T09:31:02.932 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction test succeeded. 2024-09-21T09:31:02.932 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction 2024-09-21T09:31:03.079 INFO:teuthology.orchestra.run.smithi170.stdout: Preparing : 1/1 2024-09-21T09:31:03.137 INFO:teuthology.orchestra.run.smithi053.stdout:Last metadata expiration check: 0:01:35 ago on Sat 21 Sep 2024 09:29:28 AM UTC. 2024-09-21T09:31:03.174 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : rbd-fuse-2:18.2.4-871.g6a1bdf85.el9.x86_64 1/1 2024-09-21T09:31:03.230 INFO:teuthology.orchestra.run.smithi053.stdout:Package libcephfs2-2:18.2.4-871.g6a1bdf85.el9.x86_64 is already installed. 2024-09-21T09:31:03.275 INFO:teuthology.orchestra.run.smithi053.stdout:Dependencies resolved. 2024-09-21T09:31:03.277 INFO:teuthology.orchestra.run.smithi053.stdout:Nothing to do. 2024-09-21T09:31:03.277 INFO:teuthology.orchestra.run.smithi053.stdout:Complete! 2024-09-21T09:31:03.349 DEBUG:teuthology.orchestra.run.smithi053:> sudo yum -y install libcephfs-devel 2024-09-21T09:31:03.571 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: rbd-fuse-2:18.2.4-871.g6a1bdf85.el9.x86_64 1/1 2024-09-21T09:31:03.826 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : rbd-fuse-2:18.2.4-871.g6a1bdf85.el9.x86_64 1/1 2024-09-21T09:31:03.826 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:31:03.826 INFO:teuthology.orchestra.run.smithi170.stdout:Installed: 2024-09-21T09:31:03.826 INFO:teuthology.orchestra.run.smithi170.stdout: rbd-fuse-2:18.2.4-871.g6a1bdf85.el9.x86_64 2024-09-21T09:31:03.827 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:31:03.827 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2024-09-21T09:31:03.948 INFO:teuthology.orchestra.run.smithi053.stdout:Last metadata expiration check: 0:01:35 ago on Sat 21 Sep 2024 09:29:28 AM UTC. 2024-09-21T09:31:04.086 INFO:teuthology.orchestra.run.smithi053.stdout:Dependencies resolved. 2024-09-21T09:31:04.086 INFO:teuthology.orchestra.run.smithi053.stdout:================================================================================ 2024-09-21T09:31:04.086 INFO:teuthology.orchestra.run.smithi053.stdout: Package Arch Version Repo Size 2024-09-21T09:31:04.086 INFO:teuthology.orchestra.run.smithi053.stdout:================================================================================ 2024-09-21T09:31:04.087 INFO:teuthology.orchestra.run.smithi053.stdout:Installing: 2024-09-21T09:31:04.087 INFO:teuthology.orchestra.run.smithi053.stdout: libcephfs-devel x86_64 2:18.2.4-871.g6a1bdf85.el9 ceph 31 k 2024-09-21T09:31:04.087 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:31:04.087 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction Summary 2024-09-21T09:31:04.087 INFO:teuthology.orchestra.run.smithi053.stdout:================================================================================ 2024-09-21T09:31:04.087 INFO:teuthology.orchestra.run.smithi053.stdout:Install 1 Package 2024-09-21T09:31:04.087 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:31:04.088 INFO:teuthology.orchestra.run.smithi053.stdout:Total download size: 31 k 2024-09-21T09:31:04.088 INFO:teuthology.orchestra.run.smithi053.stdout:Installed size: 139 k 2024-09-21T09:31:04.088 INFO:teuthology.orchestra.run.smithi053.stdout:Downloading Packages: 2024-09-21T09:31:04.089 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install rbd-mirror 2024-09-21T09:31:04.236 INFO:teuthology.orchestra.run.smithi053.stdout:libcephfs-devel-18.2.4-871.g6a1bdf85.el9.x86_64 209 kB/s | 31 kB 00:00 2024-09-21T09:31:04.236 INFO:teuthology.orchestra.run.smithi053.stdout:-------------------------------------------------------------------------------- 2024-09-21T09:31:04.237 INFO:teuthology.orchestra.run.smithi053.stdout:Total 207 kB/s | 31 kB 00:00 2024-09-21T09:31:04.237 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction check 2024-09-21T09:31:04.241 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction check succeeded. 2024-09-21T09:31:04.241 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction test 2024-09-21T09:31:04.254 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction test succeeded. 2024-09-21T09:31:04.254 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction 2024-09-21T09:31:04.346 INFO:teuthology.orchestra.run.smithi053.stdout: Preparing : 1/1 2024-09-21T09:31:04.460 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : libcephfs-devel-2:18.2.4-871.g6a1bdf85.el9.x86_64 1/1 2024-09-21T09:31:04.686 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:01:33 ago on Sat 21 Sep 2024 09:29:31 AM UTC. 2024-09-21T09:31:04.825 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2024-09-21T09:31:04.826 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-21T09:31:04.826 INFO:teuthology.orchestra.run.smithi170.stdout: Package Arch Version Repo Size 2024-09-21T09:31:04.826 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-21T09:31:04.826 INFO:teuthology.orchestra.run.smithi170.stdout:Installing: 2024-09-21T09:31:04.826 INFO:teuthology.orchestra.run.smithi170.stdout: rbd-mirror x86_64 2:18.2.4-871.g6a1bdf85.el9 ceph 3.0 M 2024-09-21T09:31:04.826 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:31:04.826 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction Summary 2024-09-21T09:31:04.826 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-21T09:31:04.826 INFO:teuthology.orchestra.run.smithi170.stdout:Install 1 Package 2024-09-21T09:31:04.826 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:31:04.827 INFO:teuthology.orchestra.run.smithi170.stdout:Total download size: 3.0 M 2024-09-21T09:31:04.827 INFO:teuthology.orchestra.run.smithi170.stdout:Installed size: 12 M 2024-09-21T09:31:04.827 INFO:teuthology.orchestra.run.smithi170.stdout:Downloading Packages: 2024-09-21T09:31:04.855 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: libcephfs-devel-2:18.2.4-871.g6a1bdf85.el9.x86_64 1/1 2024-09-21T09:31:05.079 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : libcephfs-devel-2:18.2.4-871.g6a1bdf85.el9.x86_64 1/1 2024-09-21T09:31:05.080 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:31:05.080 INFO:teuthology.orchestra.run.smithi053.stdout:Installed: 2024-09-21T09:31:05.080 INFO:teuthology.orchestra.run.smithi053.stdout: libcephfs-devel-2:18.2.4-871.g6a1bdf85.el9.x86_64 2024-09-21T09:31:05.080 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:31:05.080 INFO:teuthology.orchestra.run.smithi053.stdout:Complete! 2024-09-21T09:31:05.165 INFO:teuthology.orchestra.run.smithi170.stdout:rbd-mirror-18.2.4-871.g6a1bdf85.el9.x86_64.rpm 8.9 MB/s | 3.0 MB 00:00 2024-09-21T09:31:05.165 INFO:teuthology.orchestra.run.smithi170.stdout:-------------------------------------------------------------------------------- 2024-09-21T09:31:05.166 INFO:teuthology.orchestra.run.smithi170.stdout:Total 8.8 MB/s | 3.0 MB 00:00 2024-09-21T09:31:05.166 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction check 2024-09-21T09:31:05.175 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction check succeeded. 2024-09-21T09:31:05.175 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction test 2024-09-21T09:31:05.255 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction test succeeded. 2024-09-21T09:31:05.255 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction 2024-09-21T09:31:05.285 DEBUG:teuthology.orchestra.run.smithi053:> sudo yum -y install librados2 2024-09-21T09:31:05.677 INFO:teuthology.orchestra.run.smithi170.stdout: Preparing : 1/1 2024-09-21T09:31:05.749 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : rbd-mirror-2:18.2.4-871.g6a1bdf85.el9.x86_64 1/1 2024-09-21T09:31:05.774 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: rbd-mirror-2:18.2.4-871.g6a1bdf85.el9.x86_64 1/1 2024-09-21T09:31:05.774 INFO:teuthology.orchestra.run.smithi170.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-21T09:31:05.774 INFO:teuthology.orchestra.run.smithi170.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-21T09:31:05.775 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-21T09:31:05.775 INFO:teuthology.orchestra.run.smithi170.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-21T09:31:05.775 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:31:05.891 INFO:teuthology.orchestra.run.smithi053.stdout:Last metadata expiration check: 0:01:37 ago on Sat 21 Sep 2024 09:29:28 AM UTC. 2024-09-21T09:31:05.983 INFO:teuthology.orchestra.run.smithi053.stdout:Package librados2-2:18.2.4-871.g6a1bdf85.el9.x86_64 is already installed. 2024-09-21T09:31:06.029 INFO:teuthology.orchestra.run.smithi053.stdout:Dependencies resolved. 2024-09-21T09:31:06.030 INFO:teuthology.orchestra.run.smithi053.stdout:Nothing to do. 2024-09-21T09:31:06.030 INFO:teuthology.orchestra.run.smithi053.stdout:Complete! 2024-09-21T09:31:06.098 DEBUG:teuthology.orchestra.run.smithi053:> sudo yum -y install librbd1 2024-09-21T09:31:06.711 INFO:teuthology.orchestra.run.smithi053.stdout:Last metadata expiration check: 0:01:38 ago on Sat 21 Sep 2024 09:29:28 AM UTC. 2024-09-21T09:31:06.804 INFO:teuthology.orchestra.run.smithi053.stdout:Package librbd1-2:18.2.4-871.g6a1bdf85.el9.x86_64 is already installed. 2024-09-21T09:31:06.849 INFO:teuthology.orchestra.run.smithi053.stdout:Dependencies resolved. 2024-09-21T09:31:06.850 INFO:teuthology.orchestra.run.smithi053.stdout:Nothing to do. 2024-09-21T09:31:06.851 INFO:teuthology.orchestra.run.smithi053.stdout:Complete! 2024-09-21T09:31:06.879 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : rbd-mirror-2:18.2.4-871.g6a1bdf85.el9.x86_64 1/1 2024-09-21T09:31:06.879 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:31:06.879 INFO:teuthology.orchestra.run.smithi170.stdout:Installed: 2024-09-21T09:31:06.879 INFO:teuthology.orchestra.run.smithi170.stdout: rbd-mirror-2:18.2.4-871.g6a1bdf85.el9.x86_64 2024-09-21T09:31:06.879 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:31:06.880 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2024-09-21T09:31:06.929 DEBUG:teuthology.orchestra.run.smithi053:> sudo yum -y install python3-rados 2024-09-21T09:31:07.135 DEBUG:teuthology.orchestra.run.smithi170:> sudo yum -y install rbd-nbd 2024-09-21T09:31:07.533 INFO:teuthology.orchestra.run.smithi053.stdout:Last metadata expiration check: 0:01:39 ago on Sat 21 Sep 2024 09:29:28 AM UTC. 2024-09-21T09:31:07.625 INFO:teuthology.orchestra.run.smithi053.stdout:Package python3-rados-2:18.2.4-871.g6a1bdf85.el9.x86_64 is already installed. 2024-09-21T09:31:07.671 INFO:teuthology.orchestra.run.smithi053.stdout:Dependencies resolved. 2024-09-21T09:31:07.672 INFO:teuthology.orchestra.run.smithi053.stdout:Nothing to do. 2024-09-21T09:31:07.672 INFO:teuthology.orchestra.run.smithi053.stdout:Complete! 2024-09-21T09:31:07.735 INFO:teuthology.orchestra.run.smithi170.stdout:Last metadata expiration check: 0:01:36 ago on Sat 21 Sep 2024 09:29:31 AM UTC. 2024-09-21T09:31:07.737 DEBUG:teuthology.orchestra.run.smithi053:> sudo yum -y install python3-rgw 2024-09-21T09:31:07.867 INFO:teuthology.orchestra.run.smithi170.stdout:Dependencies resolved. 2024-09-21T09:31:07.868 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-21T09:31:07.868 INFO:teuthology.orchestra.run.smithi170.stdout: Package Architecture Version Repository Size 2024-09-21T09:31:07.868 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-21T09:31:07.868 INFO:teuthology.orchestra.run.smithi170.stdout:Installing: 2024-09-21T09:31:07.868 INFO:teuthology.orchestra.run.smithi170.stdout: rbd-nbd x86_64 2:18.2.4-871.g6a1bdf85.el9 ceph 172 k 2024-09-21T09:31:07.868 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:31:07.868 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction Summary 2024-09-21T09:31:07.868 INFO:teuthology.orchestra.run.smithi170.stdout:================================================================================ 2024-09-21T09:31:07.868 INFO:teuthology.orchestra.run.smithi170.stdout:Install 1 Package 2024-09-21T09:31:07.868 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:31:07.869 INFO:teuthology.orchestra.run.smithi170.stdout:Total download size: 172 k 2024-09-21T09:31:07.869 INFO:teuthology.orchestra.run.smithi170.stdout:Installed size: 494 k 2024-09-21T09:31:07.869 INFO:teuthology.orchestra.run.smithi170.stdout:Downloading Packages: 2024-09-21T09:31:08.077 INFO:teuthology.orchestra.run.smithi170.stdout:rbd-nbd-18.2.4-871.g6a1bdf85.el9.x86_64.rpm 827 kB/s | 172 kB 00:00 2024-09-21T09:31:08.078 INFO:teuthology.orchestra.run.smithi170.stdout:-------------------------------------------------------------------------------- 2024-09-21T09:31:08.078 INFO:teuthology.orchestra.run.smithi170.stdout:Total 821 kB/s | 172 kB 00:00 2024-09-21T09:31:08.078 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction check 2024-09-21T09:31:08.086 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction check succeeded. 2024-09-21T09:31:08.086 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction test 2024-09-21T09:31:08.149 INFO:teuthology.orchestra.run.smithi170.stdout:Transaction test succeeded. 2024-09-21T09:31:08.149 INFO:teuthology.orchestra.run.smithi170.stdout:Running transaction 2024-09-21T09:31:08.311 INFO:teuthology.orchestra.run.smithi170.stdout: Preparing : 1/1 2024-09-21T09:31:08.344 INFO:teuthology.orchestra.run.smithi053.stdout:Last metadata expiration check: 0:01:40 ago on Sat 21 Sep 2024 09:29:28 AM UTC. 2024-09-21T09:31:08.408 INFO:teuthology.orchestra.run.smithi170.stdout: Installing : rbd-nbd-2:18.2.4-871.g6a1bdf85.el9.x86_64 1/1 2024-09-21T09:31:08.435 INFO:teuthology.orchestra.run.smithi053.stdout:Package python3-rgw-2:18.2.4-871.g6a1bdf85.el9.x86_64 is already installed. 2024-09-21T09:31:08.481 INFO:teuthology.orchestra.run.smithi053.stdout:Dependencies resolved. 2024-09-21T09:31:08.482 INFO:teuthology.orchestra.run.smithi053.stdout:Nothing to do. 2024-09-21T09:31:08.482 INFO:teuthology.orchestra.run.smithi053.stdout:Complete! 2024-09-21T09:31:08.556 DEBUG:teuthology.orchestra.run.smithi053:> sudo yum -y install python3-cephfs 2024-09-21T09:31:08.851 INFO:teuthology.orchestra.run.smithi170.stdout: Running scriptlet: rbd-nbd-2:18.2.4-871.g6a1bdf85.el9.x86_64 1/1 2024-09-21T09:31:09.098 INFO:teuthology.orchestra.run.smithi170.stdout: Verifying : rbd-nbd-2:18.2.4-871.g6a1bdf85.el9.x86_64 1/1 2024-09-21T09:31:09.099 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:31:09.099 INFO:teuthology.orchestra.run.smithi170.stdout:Installed: 2024-09-21T09:31:09.099 INFO:teuthology.orchestra.run.smithi170.stdout: rbd-nbd-2:18.2.4-871.g6a1bdf85.el9.x86_64 2024-09-21T09:31:09.099 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:31:09.099 INFO:teuthology.orchestra.run.smithi170.stdout:Complete! 2024-09-21T09:31:09.160 INFO:teuthology.orchestra.run.smithi053.stdout:Last metadata expiration check: 0:01:41 ago on Sat 21 Sep 2024 09:29:28 AM UTC. 2024-09-21T09:31:09.252 INFO:teuthology.orchestra.run.smithi053.stdout:Package python3-cephfs-2:18.2.4-871.g6a1bdf85.el9.x86_64 is already installed. 2024-09-21T09:31:09.297 INFO:teuthology.orchestra.run.smithi053.stdout:Dependencies resolved. 2024-09-21T09:31:09.299 INFO:teuthology.orchestra.run.smithi053.stdout:Nothing to do. 2024-09-21T09:31:09.299 INFO:teuthology.orchestra.run.smithi053.stdout:Complete! 2024-09-21T09:31:09.338 DEBUG:teuthology.parallel:result is None 2024-09-21T09:31:09.370 DEBUG:teuthology.orchestra.run.smithi053:> sudo yum -y install python3-rbd 2024-09-21T09:31:09.980 INFO:teuthology.orchestra.run.smithi053.stdout:Last metadata expiration check: 0:01:41 ago on Sat 21 Sep 2024 09:29:28 AM UTC. 2024-09-21T09:31:10.073 INFO:teuthology.orchestra.run.smithi053.stdout:Package python3-rbd-2:18.2.4-871.g6a1bdf85.el9.x86_64 is already installed. 2024-09-21T09:31:10.118 INFO:teuthology.orchestra.run.smithi053.stdout:Dependencies resolved. 2024-09-21T09:31:10.119 INFO:teuthology.orchestra.run.smithi053.stdout:Nothing to do. 2024-09-21T09:31:10.119 INFO:teuthology.orchestra.run.smithi053.stdout:Complete! 2024-09-21T09:31:10.191 DEBUG:teuthology.orchestra.run.smithi053:> sudo yum -y install rbd-fuse 2024-09-21T09:31:10.797 INFO:teuthology.orchestra.run.smithi053.stdout:Last metadata expiration check: 0:01:42 ago on Sat 21 Sep 2024 09:29:28 AM UTC. 2024-09-21T09:31:10.934 INFO:teuthology.orchestra.run.smithi053.stdout:Dependencies resolved. 2024-09-21T09:31:10.935 INFO:teuthology.orchestra.run.smithi053.stdout:================================================================================ 2024-09-21T09:31:10.935 INFO:teuthology.orchestra.run.smithi053.stdout: Package Architecture Version Repository Size 2024-09-21T09:31:10.935 INFO:teuthology.orchestra.run.smithi053.stdout:================================================================================ 2024-09-21T09:31:10.935 INFO:teuthology.orchestra.run.smithi053.stdout:Installing: 2024-09-21T09:31:10.935 INFO:teuthology.orchestra.run.smithi053.stdout: rbd-fuse x86_64 2:18.2.4-871.g6a1bdf85.el9 ceph 87 k 2024-09-21T09:31:10.935 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:31:10.935 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction Summary 2024-09-21T09:31:10.935 INFO:teuthology.orchestra.run.smithi053.stdout:================================================================================ 2024-09-21T09:31:10.935 INFO:teuthology.orchestra.run.smithi053.stdout:Install 1 Package 2024-09-21T09:31:10.935 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:31:10.935 INFO:teuthology.orchestra.run.smithi053.stdout:Total download size: 87 k 2024-09-21T09:31:10.935 INFO:teuthology.orchestra.run.smithi053.stdout:Installed size: 227 k 2024-09-21T09:31:10.936 INFO:teuthology.orchestra.run.smithi053.stdout:Downloading Packages: 2024-09-21T09:31:11.131 INFO:teuthology.orchestra.run.smithi053.stdout:rbd-fuse-18.2.4-871.g6a1bdf85.el9.x86_64.rpm 447 kB/s | 87 kB 00:00 2024-09-21T09:31:11.131 INFO:teuthology.orchestra.run.smithi053.stdout:-------------------------------------------------------------------------------- 2024-09-21T09:31:11.132 INFO:teuthology.orchestra.run.smithi053.stdout:Total 444 kB/s | 87 kB 00:00 2024-09-21T09:31:11.132 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction check 2024-09-21T09:31:11.139 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction check succeeded. 2024-09-21T09:31:11.139 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction test 2024-09-21T09:31:11.207 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction test succeeded. 2024-09-21T09:31:11.207 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction 2024-09-21T09:31:11.353 INFO:teuthology.orchestra.run.smithi053.stdout: Preparing : 1/1 2024-09-21T09:31:11.473 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : rbd-fuse-2:18.2.4-871.g6a1bdf85.el9.x86_64 1/1 2024-09-21T09:31:11.876 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: rbd-fuse-2:18.2.4-871.g6a1bdf85.el9.x86_64 1/1 2024-09-21T09:31:12.157 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : rbd-fuse-2:18.2.4-871.g6a1bdf85.el9.x86_64 1/1 2024-09-21T09:31:12.158 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:31:12.158 INFO:teuthology.orchestra.run.smithi053.stdout:Installed: 2024-09-21T09:31:12.158 INFO:teuthology.orchestra.run.smithi053.stdout: rbd-fuse-2:18.2.4-871.g6a1bdf85.el9.x86_64 2024-09-21T09:31:12.158 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:31:12.158 INFO:teuthology.orchestra.run.smithi053.stdout:Complete! 2024-09-21T09:31:12.417 DEBUG:teuthology.orchestra.run.smithi053:> sudo yum -y install rbd-mirror 2024-09-21T09:31:13.027 INFO:teuthology.orchestra.run.smithi053.stdout:Last metadata expiration check: 0:01:45 ago on Sat 21 Sep 2024 09:29:28 AM UTC. 2024-09-21T09:31:13.165 INFO:teuthology.orchestra.run.smithi053.stdout:Dependencies resolved. 2024-09-21T09:31:13.166 INFO:teuthology.orchestra.run.smithi053.stdout:================================================================================ 2024-09-21T09:31:13.166 INFO:teuthology.orchestra.run.smithi053.stdout: Package Arch Version Repo Size 2024-09-21T09:31:13.166 INFO:teuthology.orchestra.run.smithi053.stdout:================================================================================ 2024-09-21T09:31:13.166 INFO:teuthology.orchestra.run.smithi053.stdout:Installing: 2024-09-21T09:31:13.166 INFO:teuthology.orchestra.run.smithi053.stdout: rbd-mirror x86_64 2:18.2.4-871.g6a1bdf85.el9 ceph 3.0 M 2024-09-21T09:31:13.166 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:31:13.166 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction Summary 2024-09-21T09:31:13.167 INFO:teuthology.orchestra.run.smithi053.stdout:================================================================================ 2024-09-21T09:31:13.167 INFO:teuthology.orchestra.run.smithi053.stdout:Install 1 Package 2024-09-21T09:31:13.167 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:31:13.167 INFO:teuthology.orchestra.run.smithi053.stdout:Total download size: 3.0 M 2024-09-21T09:31:13.167 INFO:teuthology.orchestra.run.smithi053.stdout:Installed size: 12 M 2024-09-21T09:31:13.167 INFO:teuthology.orchestra.run.smithi053.stdout:Downloading Packages: 2024-09-21T09:31:13.492 INFO:teuthology.orchestra.run.smithi053.stdout:rbd-mirror-18.2.4-871.g6a1bdf85.el9.x86_64.rpm 9.2 MB/s | 3.0 MB 00:00 2024-09-21T09:31:13.493 INFO:teuthology.orchestra.run.smithi053.stdout:-------------------------------------------------------------------------------- 2024-09-21T09:31:13.493 INFO:teuthology.orchestra.run.smithi053.stdout:Total 9.2 MB/s | 3.0 MB 00:00 2024-09-21T09:31:13.493 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction check 2024-09-21T09:31:13.503 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction check succeeded. 2024-09-21T09:31:13.503 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction test 2024-09-21T09:31:13.588 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction test succeeded. 2024-09-21T09:31:13.588 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction 2024-09-21T09:31:14.029 INFO:teuthology.orchestra.run.smithi053.stdout: Preparing : 1/1 2024-09-21T09:31:14.085 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : rbd-mirror-2:18.2.4-871.g6a1bdf85.el9.x86_64 1/1 2024-09-21T09:31:14.111 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: rbd-mirror-2:18.2.4-871.g6a1bdf85.el9.x86_64 1/1 2024-09-21T09:31:14.111 INFO:teuthology.orchestra.run.smithi053.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-21T09:31:14.111 INFO:teuthology.orchestra.run.smithi053.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-21T09:31:14.111 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-21T09:31:14.111 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-21T09:31:14.111 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:31:15.195 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : rbd-mirror-2:18.2.4-871.g6a1bdf85.el9.x86_64 1/1 2024-09-21T09:31:15.196 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:31:15.196 INFO:teuthology.orchestra.run.smithi053.stdout:Installed: 2024-09-21T09:31:15.196 INFO:teuthology.orchestra.run.smithi053.stdout: rbd-mirror-2:18.2.4-871.g6a1bdf85.el9.x86_64 2024-09-21T09:31:15.196 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:31:15.196 INFO:teuthology.orchestra.run.smithi053.stdout:Complete! 2024-09-21T09:31:15.413 DEBUG:teuthology.orchestra.run.smithi053:> sudo yum -y install rbd-nbd 2024-09-21T09:31:16.021 INFO:teuthology.orchestra.run.smithi053.stdout:Last metadata expiration check: 0:01:48 ago on Sat 21 Sep 2024 09:29:28 AM UTC. 2024-09-21T09:31:16.160 INFO:teuthology.orchestra.run.smithi053.stdout:Dependencies resolved. 2024-09-21T09:31:16.161 INFO:teuthology.orchestra.run.smithi053.stdout:================================================================================ 2024-09-21T09:31:16.161 INFO:teuthology.orchestra.run.smithi053.stdout: Package Architecture Version Repository Size 2024-09-21T09:31:16.161 INFO:teuthology.orchestra.run.smithi053.stdout:================================================================================ 2024-09-21T09:31:16.161 INFO:teuthology.orchestra.run.smithi053.stdout:Installing: 2024-09-21T09:31:16.161 INFO:teuthology.orchestra.run.smithi053.stdout: rbd-nbd x86_64 2:18.2.4-871.g6a1bdf85.el9 ceph 172 k 2024-09-21T09:31:16.161 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:31:16.161 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction Summary 2024-09-21T09:31:16.161 INFO:teuthology.orchestra.run.smithi053.stdout:================================================================================ 2024-09-21T09:31:16.161 INFO:teuthology.orchestra.run.smithi053.stdout:Install 1 Package 2024-09-21T09:31:16.161 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:31:16.162 INFO:teuthology.orchestra.run.smithi053.stdout:Total download size: 172 k 2024-09-21T09:31:16.162 INFO:teuthology.orchestra.run.smithi053.stdout:Installed size: 494 k 2024-09-21T09:31:16.162 INFO:teuthology.orchestra.run.smithi053.stdout:Downloading Packages: 2024-09-21T09:31:16.370 INFO:teuthology.orchestra.run.smithi053.stdout:rbd-nbd-18.2.4-871.g6a1bdf85.el9.x86_64.rpm 825 kB/s | 172 kB 00:00 2024-09-21T09:31:16.371 INFO:teuthology.orchestra.run.smithi053.stdout:-------------------------------------------------------------------------------- 2024-09-21T09:31:16.371 INFO:teuthology.orchestra.run.smithi053.stdout:Total 820 kB/s | 172 kB 00:00 2024-09-21T09:31:16.371 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction check 2024-09-21T09:31:16.380 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction check succeeded. 2024-09-21T09:31:16.380 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction test 2024-09-21T09:31:16.448 INFO:teuthology.orchestra.run.smithi053.stdout:Transaction test succeeded. 2024-09-21T09:31:16.448 INFO:teuthology.orchestra.run.smithi053.stdout:Running transaction 2024-09-21T09:31:16.616 INFO:teuthology.orchestra.run.smithi053.stdout: Preparing : 1/1 2024-09-21T09:31:16.730 INFO:teuthology.orchestra.run.smithi053.stdout: Installing : rbd-nbd-2:18.2.4-871.g6a1bdf85.el9.x86_64 1/1 2024-09-21T09:31:17.195 INFO:teuthology.orchestra.run.smithi053.stdout: Running scriptlet: rbd-nbd-2:18.2.4-871.g6a1bdf85.el9.x86_64 1/1 2024-09-21T09:31:17.477 INFO:teuthology.orchestra.run.smithi053.stdout: Verifying : rbd-nbd-2:18.2.4-871.g6a1bdf85.el9.x86_64 1/1 2024-09-21T09:31:17.477 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:31:17.477 INFO:teuthology.orchestra.run.smithi053.stdout:Installed: 2024-09-21T09:31:17.478 INFO:teuthology.orchestra.run.smithi053.stdout: rbd-nbd-2:18.2.4-871.g6a1bdf85.el9.x86_64 2024-09-21T09:31:17.478 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:31:17.478 INFO:teuthology.orchestra.run.smithi053.stdout:Complete! 2024-09-21T09:31:17.724 DEBUG:teuthology.parallel:result is None 2024-09-21T09:31:17.724 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-21T09:31:17.724 INFO:teuthology.packaging:ref: None 2024-09-21T09:31:17.724 INFO:teuthology.packaging:tag: None 2024-09-21T09:31:17.724 INFO:teuthology.packaging:branch: reef 2024-09-21T09:31:17.724 INFO:teuthology.packaging:sha1: 62da54b4b83a96ca9976b7e1d0c8272a564a2208 2024-09-21T09:31:17.724 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-09-21T09:31:17.970 DEBUG:teuthology.orchestra.run.smithi053:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-21T09:31:17.993 INFO:teuthology.orchestra.run.smithi053.stdout:18.2.4-871.g6a1bdf85.el9 2024-09-21T09:31:17.993 INFO:teuthology.packaging:The installed version of ceph is 18.2.4-871.g6a1bdf85.el9 2024-09-21T09:31:17.993 INFO:teuthology.task.install:The correct ceph version 18.2.4-871.g6a1bdf85 is installed. 2024-09-21T09:31:17.995 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-21T09:31:17.995 INFO:teuthology.packaging:ref: None 2024-09-21T09:31:17.995 INFO:teuthology.packaging:tag: None 2024-09-21T09:31:17.995 INFO:teuthology.packaging:branch: reef 2024-09-21T09:31:17.995 INFO:teuthology.packaging:sha1: 62da54b4b83a96ca9976b7e1d0c8272a564a2208 2024-09-21T09:31:17.995 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-09-21T09:31:18.234 DEBUG:teuthology.orchestra.run.smithi170:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-21T09:31:18.259 INFO:teuthology.orchestra.run.smithi170.stdout:18.2.4-871.g6a1bdf85.el9 2024-09-21T09:31:18.259 INFO:teuthology.packaging:The installed version of ceph is 18.2.4-871.g6a1bdf85.el9 2024-09-21T09:31:18.259 INFO:teuthology.task.install:The correct ceph version 18.2.4-871.g6a1bdf85 is installed. 2024-09-21T09:31:18.261 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-21T09:31:18.261 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-09-21T09:31:18.261 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-21T09:31:18.288 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-21T09:31:18.288 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-21T09:31:18.330 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-21T09:31:18.330 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-09-21T09:31:18.330 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd of=/usr/bin/daemon-helper 2024-09-21T09:31:18.355 DEBUG:teuthology.orchestra.run.smithi053:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-21T09:31:18.420 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-21T09:31:18.421 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd of=/usr/bin/daemon-helper 2024-09-21T09:31:18.449 DEBUG:teuthology.orchestra.run.smithi170:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-21T09:31:18.515 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-21T09:31:18.516 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-09-21T09:31:18.516 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-21T09:31:18.541 DEBUG:teuthology.orchestra.run.smithi053:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-21T09:31:18.607 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-21T09:31:18.607 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-21T09:31:18.636 DEBUG:teuthology.orchestra.run.smithi170:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-21T09:31:18.702 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-21T09:31:18.703 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-09-21T09:31:18.703 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd of=/usr/bin/stdin-killer 2024-09-21T09:31:18.728 DEBUG:teuthology.orchestra.run.smithi053:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-21T09:31:18.794 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-21T09:31:18.794 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd of=/usr/bin/stdin-killer 2024-09-21T09:31:18.819 DEBUG:teuthology.orchestra.run.smithi170:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-21T09:31:18.885 INFO:teuthology.run_tasks:Running task cephadm... 2024-09-21T09:31:18.973 INFO:tasks.cephadm:Config: {'compiled_cephadm_branch': 'reef', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:reef', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'mons down', 'mon down', 'MON_DOWN', 'out of quorum', 'PG_AVAILABILITY'], 'sha1': '62da54b4b83a96ca9976b7e1d0c8272a564a2208'} 2024-09-21T09:31:18.973 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:reef 2024-09-21T09:31:18.973 INFO:tasks.cephadm:Cluster fsid is 41b6d1ee-77fc-11ef-baf6-efdc52797490 2024-09-21T09:31:18.974 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-09-21T09:31:18.974 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.53', 'mon.c': '[v2:172.21.15.53:3301,v1:172.21.15.53:6790]', 'mon.b': '172.21.15.170'} 2024-09-21T09:31:18.974 INFO:tasks.cephadm:First mon is mon.a on smithi053 2024-09-21T09:31:18.974 INFO:tasks.cephadm:First mgr is y 2024-09-21T09:31:18.974 INFO:tasks.cephadm:Normalizing hostnames... 2024-09-21T09:31:18.974 DEBUG:teuthology.orchestra.run.smithi053:> sudo hostname $(hostname -s) 2024-09-21T09:31:19.000 DEBUG:teuthology.orchestra.run.smithi170:> sudo hostname $(hostname -s) 2024-09-21T09:31:19.026 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra for reef 2024-09-21T09:31:19.026 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=62da54b4b83a96ca9976b7e1d0c8272a564a2208 2024-09-21T09:31:19.165 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': '62da54b4b83a96ca9976b7e1d0c8272a564a2208', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/56129/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.3.0-5092-g62da54b4', 'node_name': '172.21.2.5+braggi05', 'job_name': 'ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.3.0-5092.g62da54b4'}, 'url': 'https://3.chacra.ceph.com/r/ceph/main/62da54b4b83a96ca9976b7e1d0c8272a564a2208/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-09-20 21:56:15.050681', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'main', 'chacra_url': 'https://3.chacra.ceph.com/repos/ceph/main/62da54b4b83a96ca9976b7e1d0c8272a564a2208/centos/9/flavors/default/', 'archs': ['source', 'x86_64'], 'distro': 'centos'}] 2024-09-21T09:31:19.409 INFO:tasks.util.chacra:got chacra host 4.chacra.ceph.com, ref reef, sha1 6a1bdf854bb5803efd58957907442aa01f41a8fc from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&ref=reef 2024-09-21T09:31:19.410 INFO:tasks.cephadm:Discovered cachra url: https://4.chacra.ceph.com/binaries/ceph/reef/6a1bdf854bb5803efd58957907442aa01f41a8fc/centos/9/x86_64/flavors/default/cephadm 2024-09-21T09:31:19.411 INFO:tasks.cephadm:Downloading cephadm from url: https://4.chacra.ceph.com/binaries/ceph/reef/6a1bdf854bb5803efd58957907442aa01f41a8fc/centos/9/x86_64/flavors/default/cephadm 2024-09-21T09:31:19.411 DEBUG:teuthology.orchestra.run.smithi053:> curl --silent -L https://4.chacra.ceph.com/binaries/ceph/reef/6a1bdf854bb5803efd58957907442aa01f41a8fc/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-21T09:31:19.906 INFO:teuthology.orchestra.run.smithi053.stdout:-rw-r--r--. 1 ubuntu ubuntu 217222 Sep 21 09:31 /home/ubuntu/cephtest/cephadm 2024-09-21T09:31:19.906 DEBUG:teuthology.orchestra.run.smithi170:> curl --silent -L https://4.chacra.ceph.com/binaries/ceph/reef/6a1bdf854bb5803efd58957907442aa01f41a8fc/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-21T09:31:20.393 INFO:teuthology.orchestra.run.smithi170.stdout:-rw-r--r--. 1 ubuntu ubuntu 217222 Sep 21 09:31 /home/ubuntu/cephtest/cephadm 2024-09-21T09:31:20.393 DEBUG:teuthology.orchestra.run.smithi053:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-21T09:31:20.413 DEBUG:teuthology.orchestra.run.smithi170:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-21T09:31:20.556 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:reef on all hosts... 2024-09-21T09:31:20.556 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-09-21T09:31:20.559 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-09-21T09:31:22.066 INFO:teuthology.orchestra.run.smithi170.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-09-21T09:31:22.183 INFO:teuthology.orchestra.run.smithi053.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-09-21T09:31:59.028 INFO:teuthology.orchestra.run.smithi053.stdout:{ 2024-09-21T09:31:59.028 INFO:teuthology.orchestra.run.smithi053.stdout: "ceph_version": "ceph version 18.2.4-871-g6a1bdf85 (6a1bdf854bb5803efd58957907442aa01f41a8fc) reef (stable)", 2024-09-21T09:31:59.028 INFO:teuthology.orchestra.run.smithi053.stdout: "image_id": "0adab276c97e6f3143ffbca5eeff37fcd7dc3b5c0f339a9f747381d9993602de", 2024-09-21T09:31:59.029 INFO:teuthology.orchestra.run.smithi053.stdout: "repo_digests": [ 2024-09-21T09:31:59.029 INFO:teuthology.orchestra.run.smithi053.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6" 2024-09-21T09:31:59.029 INFO:teuthology.orchestra.run.smithi053.stdout: ] 2024-09-21T09:31:59.029 INFO:teuthology.orchestra.run.smithi053.stdout:} 2024-09-21T09:32:01.143 INFO:teuthology.orchestra.run.smithi170.stdout:{ 2024-09-21T09:32:01.143 INFO:teuthology.orchestra.run.smithi170.stdout: "ceph_version": "ceph version 18.2.4-871-g6a1bdf85 (6a1bdf854bb5803efd58957907442aa01f41a8fc) reef (stable)", 2024-09-21T09:32:01.143 INFO:teuthology.orchestra.run.smithi170.stdout: "image_id": "0adab276c97e6f3143ffbca5eeff37fcd7dc3b5c0f339a9f747381d9993602de", 2024-09-21T09:32:01.143 INFO:teuthology.orchestra.run.smithi170.stdout: "repo_digests": [ 2024-09-21T09:32:01.143 INFO:teuthology.orchestra.run.smithi170.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6" 2024-09-21T09:32:01.143 INFO:teuthology.orchestra.run.smithi170.stdout: ] 2024-09-21T09:32:01.143 INFO:teuthology.orchestra.run.smithi170.stdout:} 2024-09-21T09:32:01.161 DEBUG:teuthology.orchestra.run.smithi053:> sudo mkdir -p /etc/ceph 2024-09-21T09:32:01.195 DEBUG:teuthology.orchestra.run.smithi170:> sudo mkdir -p /etc/ceph 2024-09-21T09:32:01.223 DEBUG:teuthology.orchestra.run.smithi053:> sudo chmod 777 /etc/ceph 2024-09-21T09:32:01.265 DEBUG:teuthology.orchestra.run.smithi170:> sudo chmod 777 /etc/ceph 2024-09-21T09:32:01.290 INFO:tasks.cephadm:Writing seed config... 2024-09-21T09:32:01.291 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-09-21T09:32:01.291 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-09-21T09:32:01.292 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-09-21T09:32:01.292 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-09-21T09:32:01.292 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-09-21T09:32:01.292 INFO:tasks.cephadm: override: [global] mon election default strategy = 3 2024-09-21T09:32:01.292 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-09-21T09:32:01.292 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-09-21T09:32:01.292 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-09-21T09:32:01.293 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-09-21T09:32:01.293 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-09-21T09:32:01.293 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-09-21T09:32:01.293 DEBUG:teuthology.orchestra.run.smithi053:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-09-21T09:32:01.323 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 41b6d1ee-77fc-11ef-baf6-efdc52797490 mon election default strategy = 3 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-09-21T09:32:01.323 DEBUG:teuthology.orchestra.run.smithi053:mon.a> sudo journalctl -f -n 0 -u ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@mon.a.service 2024-09-21T09:32:01.366 DEBUG:teuthology.orchestra.run.smithi053:mgr.y> sudo journalctl -f -n 0 -u ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@mgr.y.service 2024-09-21T09:32:01.409 INFO:tasks.cephadm:Bootstrapping... 2024-09-21T09:32:01.409 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef -v bootstrap --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.53 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-09-21T09:32:01.569 INFO:teuthology.orchestra.run.smithi053.stdout:-------------------------------------------------------------------------------- 2024-09-21T09:32:01.569 INFO:teuthology.orchestra.run.smithi053.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:reef', '-v', 'bootstrap', '--fsid', '41b6d1ee-77fc-11ef-baf6-efdc52797490', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.53', '--skip-admin-label'] 2024-09-21T09:32:01.593 INFO:teuthology.orchestra.run.smithi053.stdout:/bin/podman: stdout 5.2.2 2024-09-21T09:32:01.594 INFO:teuthology.orchestra.run.smithi053.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-09-21T09:32:01.594 INFO:teuthology.orchestra.run.smithi053.stdout:Verifying podman|docker is present... 2024-09-21T09:32:01.617 INFO:teuthology.orchestra.run.smithi053.stdout:/bin/podman: stdout 5.2.2 2024-09-21T09:32:01.617 INFO:teuthology.orchestra.run.smithi053.stdout:Verifying lvm2 is present... 2024-09-21T09:32:01.617 INFO:teuthology.orchestra.run.smithi053.stdout:Verifying time synchronization is in place... 2024-09-21T09:32:01.625 INFO:teuthology.orchestra.run.smithi053.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-09-21T09:32:01.625 INFO:teuthology.orchestra.run.smithi053.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-09-21T09:32:01.631 INFO:teuthology.orchestra.run.smithi053.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-09-21T09:32:01.631 INFO:teuthology.orchestra.run.smithi053.stdout:systemctl: stdout inactive 2024-09-21T09:32:01.638 INFO:teuthology.orchestra.run.smithi053.stdout:systemctl: stdout enabled 2024-09-21T09:32:01.645 INFO:teuthology.orchestra.run.smithi053.stdout:systemctl: stdout active 2024-09-21T09:32:01.645 INFO:teuthology.orchestra.run.smithi053.stdout:Unit chronyd.service is enabled and running 2024-09-21T09:32:01.645 INFO:teuthology.orchestra.run.smithi053.stdout:Repeating the final host check... 2024-09-21T09:32:01.667 INFO:teuthology.orchestra.run.smithi053.stdout:/bin/podman: stdout 5.2.2 2024-09-21T09:32:01.667 INFO:teuthology.orchestra.run.smithi053.stdout:podman (/bin/podman) version 5.2.2 is present 2024-09-21T09:32:01.667 INFO:teuthology.orchestra.run.smithi053.stdout:systemctl is present 2024-09-21T09:32:01.668 INFO:teuthology.orchestra.run.smithi053.stdout:lvcreate is present 2024-09-21T09:32:01.674 INFO:teuthology.orchestra.run.smithi053.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-09-21T09:32:01.674 INFO:teuthology.orchestra.run.smithi053.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-09-21T09:32:01.680 INFO:teuthology.orchestra.run.smithi053.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-09-21T09:32:01.681 INFO:teuthology.orchestra.run.smithi053.stdout:systemctl: stdout inactive 2024-09-21T09:32:01.688 INFO:teuthology.orchestra.run.smithi053.stdout:systemctl: stdout enabled 2024-09-21T09:32:01.694 INFO:teuthology.orchestra.run.smithi053.stdout:systemctl: stdout active 2024-09-21T09:32:01.694 INFO:teuthology.orchestra.run.smithi053.stdout:Unit chronyd.service is enabled and running 2024-09-21T09:32:01.694 INFO:teuthology.orchestra.run.smithi053.stdout:Host looks OK 2024-09-21T09:32:01.695 INFO:teuthology.orchestra.run.smithi053.stdout:Cluster fsid: 41b6d1ee-77fc-11ef-baf6-efdc52797490 2024-09-21T09:32:01.695 INFO:teuthology.orchestra.run.smithi053.stdout:Acquiring lock 140017248623104 on /run/cephadm/41b6d1ee-77fc-11ef-baf6-efdc52797490.lock 2024-09-21T09:32:01.695 INFO:teuthology.orchestra.run.smithi053.stdout:Lock 140017248623104 acquired on /run/cephadm/41b6d1ee-77fc-11ef-baf6-efdc52797490.lock 2024-09-21T09:32:01.695 INFO:teuthology.orchestra.run.smithi053.stdout:Verifying IP 172.21.15.53 port 3300 ... 2024-09-21T09:32:01.695 INFO:teuthology.orchestra.run.smithi053.stdout:Verifying IP 172.21.15.53 port 6789 ... 2024-09-21T09:32:01.695 INFO:teuthology.orchestra.run.smithi053.stdout:Base mon IP(s) is [172.21.15.53:3300, 172.21.15.53:6789], mon addrv is [v2:172.21.15.53:3300,v1:172.21.15.53:6789] 2024-09-21T09:32:01.698 INFO:teuthology.orchestra.run.smithi053.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.53 metric 100 2024-09-21T09:32:01.698 INFO:teuthology.orchestra.run.smithi053.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.53 metric 100 2024-09-21T09:32:01.701 INFO:teuthology.orchestra.run.smithi053.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-09-21T09:32:01.701 INFO:teuthology.orchestra.run.smithi053.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 256 pref medium 2024-09-21T09:32:01.701 INFO:teuthology.orchestra.run.smithi053.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 1024 expires 1784sec hoplimit 64 pref medium 2024-09-21T09:32:01.703 INFO:teuthology.orchestra.run.smithi053.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-09-21T09:32:01.704 INFO:teuthology.orchestra.run.smithi053.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-09-21T09:32:01.704 INFO:teuthology.orchestra.run.smithi053.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-09-21T09:32:01.704 INFO:teuthology.orchestra.run.smithi053.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2024-09-21T09:32:01.704 INFO:teuthology.orchestra.run.smithi053.stdout:/sbin/ip: stdout inet6 fe80::ae1f:6bff:fef8:3718/64 scope link 2024-09-21T09:32:01.704 INFO:teuthology.orchestra.run.smithi053.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-09-21T09:32:01.704 INFO:teuthology.orchestra.run.smithi053.stdout:Mon IP `172.21.15.53` is in CIDR network `172.21.0.0/20` 2024-09-21T09:32:01.704 INFO:teuthology.orchestra.run.smithi053.stdout:Mon IP `172.21.15.53` is in CIDR network `172.21.0.0/20` 2024-09-21T09:32:01.705 INFO:teuthology.orchestra.run.smithi053.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-09-21T09:32:01.705 INFO:teuthology.orchestra.run.smithi053.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-09-21T09:32:01.705 INFO:teuthology.orchestra.run.smithi053.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-09-21T09:32:02.189 INFO:teuthology.orchestra.run.smithi053.stdout:/bin/podman: stdout 0adab276c97e6f3143ffbca5eeff37fcd7dc3b5c0f339a9f747381d9993602de 2024-09-21T09:32:02.189 INFO:teuthology.orchestra.run.smithi053.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:reef... 2024-09-21T09:32:02.189 INFO:teuthology.orchestra.run.smithi053.stdout:/bin/podman: stderr Getting image source signatures 2024-09-21T09:32:02.189 INFO:teuthology.orchestra.run.smithi053.stdout:/bin/podman: stderr Copying blob sha256:b51f6d1e10fe8de9e06c08c0a23ce0010d2bef42d30a6f89f3ac07fd857715ba 2024-09-21T09:32:02.189 INFO:teuthology.orchestra.run.smithi053.stdout:/bin/podman: stderr Copying blob sha256:e8b54c863393b7a8216a71737771b73b16a8e43ec7acf927c7faa175c255e551 2024-09-21T09:32:02.189 INFO:teuthology.orchestra.run.smithi053.stdout:/bin/podman: stderr Copying config sha256:0adab276c97e6f3143ffbca5eeff37fcd7dc3b5c0f339a9f747381d9993602de 2024-09-21T09:32:02.189 INFO:teuthology.orchestra.run.smithi053.stdout:/bin/podman: stderr Writing manifest to image destination 2024-09-21T09:32:03.177 INFO:teuthology.orchestra.run.smithi053.stdout:ceph: stdout ceph version 18.2.4-871-g6a1bdf85 (6a1bdf854bb5803efd58957907442aa01f41a8fc) reef (stable) 2024-09-21T09:32:03.177 INFO:teuthology.orchestra.run.smithi053.stdout:Ceph version: ceph version 18.2.4-871-g6a1bdf85 (6a1bdf854bb5803efd58957907442aa01f41a8fc) reef (stable) 2024-09-21T09:32:03.177 INFO:teuthology.orchestra.run.smithi053.stdout:Extracting ceph user uid/gid from container image... 2024-09-21T09:32:04.133 INFO:teuthology.orchestra.run.smithi053.stdout:stat: stdout 167 167 2024-09-21T09:32:04.133 INFO:teuthology.orchestra.run.smithi053.stdout:Creating initial keys... 2024-09-21T09:32:05.172 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph-authtool: stdout AQCUku5mMwRdGxAA7kw3uUniIFRWC5cvwGQP7w== 2024-09-21T09:32:06.104 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph-authtool: stdout AQCVku5m+mzFIBAAd4g1Wb0HwVYRmL6mFj4vFQ== 2024-09-21T09:32:07.085 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph-authtool: stdout AQCWku5meAidHBAAnG/aYGTBA2BBu1R6H9Kh+g== 2024-09-21T09:32:07.086 INFO:teuthology.orchestra.run.smithi053.stdout:Creating initial monmap... 2024-09-21T09:32:08.066 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-21T09:32:08.066 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = pacific 2024-09-21T09:32:08.066 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 41b6d1ee-77fc-11ef-baf6-efdc52797490 2024-09-21T09:32:08.067 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-21T09:32:08.067 INFO:teuthology.orchestra.run.smithi053.stdout:monmaptool for a [v2:172.21.15.53:3300,v1:172.21.15.53:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-21T09:32:08.067 INFO:teuthology.orchestra.run.smithi053.stdout:setting min_mon_release = pacific 2024-09-21T09:32:08.067 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/monmaptool: set fsid to 41b6d1ee-77fc-11ef-baf6-efdc52797490 2024-09-21T09:32:08.067 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-21T09:32:08.067 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:32:08.067 INFO:teuthology.orchestra.run.smithi053.stdout:Creating mon... 2024-09-21T09:32:09.014 INFO:teuthology.orchestra.run.smithi053.stdout:create mon.a on 2024-09-21T09:32:09.230 INFO:teuthology.orchestra.run.smithi053.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-09-21T09:32:09.377 INFO:teuthology.orchestra.run.smithi053.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-09-21T09:32:09.565 INFO:teuthology.orchestra.run.smithi053.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490.target → /etc/systemd/system/ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490.target. 2024-09-21T09:32:09.565 INFO:teuthology.orchestra.run.smithi053.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490.target → /etc/systemd/system/ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490.target. 2024-09-21T09:32:09.794 INFO:teuthology.orchestra.run.smithi053.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@mon.a 2024-09-21T09:32:09.795 INFO:teuthology.orchestra.run.smithi053.stdout:systemctl: stderr Failed to reset failed state of unit ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@mon.a.service: Unit ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@mon.a.service not loaded. 2024-09-21T09:32:09.963 INFO:teuthology.orchestra.run.smithi053.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490.target.wants/ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@mon.a.service → /etc/systemd/system/ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@.service. 2024-09-21T09:32:10.457 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:10 smithi053 ceph-mon[28864]: mon.a is new leader, mons a in quorum (ranks 0) 2024-09-21T09:32:10.470 INFO:teuthology.orchestra.run.smithi053.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-21T09:32:10.470 INFO:teuthology.orchestra.run.smithi053.stdout:systemctl: stdout disabled 2024-09-21T09:32:10.478 INFO:teuthology.orchestra.run.smithi053.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-21T09:32:10.478 INFO:teuthology.orchestra.run.smithi053.stdout:systemctl: stdout inactive 2024-09-21T09:32:10.478 INFO:teuthology.orchestra.run.smithi053.stdout:firewalld.service is not enabled 2024-09-21T09:32:10.478 INFO:teuthology.orchestra.run.smithi053.stdout:Not possible to enable service . firewalld.service is not available 2024-09-21T09:32:10.478 INFO:teuthology.orchestra.run.smithi053.stdout:Waiting for mon to start... 2024-09-21T09:32:10.478 INFO:teuthology.orchestra.run.smithi053.stdout:Waiting for mon... 2024-09-21T09:32:10.722 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:10 smithi053 bash[28827]: 65c5350873bda4d0aa939d04ef0464ce0497e71b38ae0632582e19942ac680f1 2024-09-21T09:32:10.722 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:10 smithi053 systemd[1]: Started Ceph mon.a for 41b6d1ee-77fc-11ef-baf6-efdc52797490. 2024-09-21T09:32:11.559 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout cluster: 2024-09-21T09:32:11.559 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout id: 41b6d1ee-77fc-11ef-baf6-efdc52797490 2024-09-21T09:32:11.559 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-09-21T09:32:11.559 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout 2024-09-21T09:32:11.559 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout services: 2024-09-21T09:32:11.560 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.60565s) 2024-09-21T09:32:11.560 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-09-21T09:32:11.560 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-09-21T09:32:11.560 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout 2024-09-21T09:32:11.560 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout data: 2024-09-21T09:32:11.560 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-09-21T09:32:11.560 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-09-21T09:32:11.560 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-09-21T09:32:11.560 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout pgs: 2024-09-21T09:32:11.560 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout 2024-09-21T09:32:11.560 INFO:teuthology.orchestra.run.smithi053.stdout:mon is available 2024-09-21T09:32:11.560 INFO:teuthology.orchestra.run.smithi053.stdout:Assimilating anything we can from ceph.conf... 2024-09-21T09:32:11.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:11 smithi053 ceph-mon[28864]: mon.a is new leader, mons a in quorum (ranks 0) 2024-09-21T09:32:11.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:11 smithi053 ceph-mon[28864]: monmap e1: 1 mons at {a=[v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-21T09:32:11.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:11 smithi053 ceph-mon[28864]: fsmap 2024-09-21T09:32:11.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:11 smithi053 ceph-mon[28864]: osdmap e1: 0 total, 0 up, 0 in 2024-09-21T09:32:11.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:11 smithi053 ceph-mon[28864]: mgrmap e1: no daemons active 2024-09-21T09:32:11.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:11 smithi053 ceph-mon[28864]: from='client.? 172.21.15.53:0/1837612724' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-21T09:32:12.603 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:12 smithi053 ceph-mon[28864]: from='client.? 172.21.15.53:0/871082096' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-09-21T09:32:12.603 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:12 smithi053 ceph-mon[28864]: from='client.? 172.21.15.53:0/871082096' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-09-21T09:32:12.607 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout 2024-09-21T09:32:12.607 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout [global] 2024-09-21T09:32:12.607 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout fsid = 41b6d1ee-77fc-11ef-baf6-efdc52797490 2024-09-21T09:32:12.607 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.53:3300,v1:172.21.15.53:6789] 2024-09-21T09:32:12.607 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-09-21T09:32:12.607 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-09-21T09:32:12.607 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-09-21T09:32:12.607 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-09-21T09:32:12.607 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout 2024-09-21T09:32:12.608 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout [mgr] 2024-09-21T09:32:12.608 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-09-21T09:32:12.608 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout 2024-09-21T09:32:12.608 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout [osd] 2024-09-21T09:32:12.608 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-09-21T09:32:12.608 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-09-21T09:32:12.608 INFO:teuthology.orchestra.run.smithi053.stdout:Generating new minimal ceph.conf... 2024-09-21T09:32:13.647 INFO:teuthology.orchestra.run.smithi053.stdout:Restarting the monitor... 2024-09-21T09:32:13.665 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:13 smithi053 ceph-mon[28864]: from='client.? 172.21.15.53:0/102329608' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:32:13.949 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:13 smithi053 systemd[1]: Stopping Ceph mon.a for 41b6d1ee-77fc-11ef-baf6-efdc52797490... 2024-09-21T09:32:14.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:13 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mon-a[28841]: 2024-09-21T09:32:13.946+0000 7f4e6b170640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-21T09:32:14.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:13 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mon-a[28841]: 2024-09-21T09:32:13.946+0000 7f4e6b170640 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-09-21T09:32:14.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:14 smithi053 podman[29183]: 2024-09-21 09:32:14.111067817 +0000 UTC m=+0.299492641 container died 65c5350873bda4d0aa939d04ef0464ce0497e71b38ae0632582e19942ac680f1 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mon-a, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-6a1bdf8, CEPH_POINT_RELEASE=, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-09-21T09:32:14.613 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:14 smithi053 podman[29183]: 2024-09-21 09:32:14.419435794 +0000 UTC m=+0.607860617 container cleanup 65c5350873bda4d0aa939d04ef0464ce0497e71b38ae0632582e19942ac680f1 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mon-a, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=reef-6a1bdf8, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-09-21T09:32:14.613 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:14 smithi053 bash[29183]: ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mon-a 2024-09-21T09:32:14.939 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:14 smithi053 podman[29201]: 2024-09-21 09:32:14.612025251 +0000 UTC m=+0.499026965 container remove 65c5350873bda4d0aa939d04ef0464ce0497e71b38ae0632582e19942ac680f1 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mon-a, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_BRANCH=HEAD, RELEASE=reef-6a1bdf8, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-09-21T09:32:14.939 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:14 smithi053 systemd[1]: ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@mon.a.service: Deactivated successfully. 2024-09-21T09:32:14.939 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:14 smithi053 systemd[1]: Stopped Ceph mon.a for 41b6d1ee-77fc-11ef-baf6-efdc52797490. 2024-09-21T09:32:14.939 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:14 smithi053 systemd[1]: Starting Ceph mon.a for 41b6d1ee-77fc-11ef-baf6-efdc52797490... 2024-09-21T09:32:15.178 INFO:teuthology.orchestra.run.smithi053.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-09-21T09:32:15.198 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:14 smithi053 podman[29297]: 2024-09-21 09:32:14.93789552 +0000 UTC m=+0.102388717 container create 736b313ebf557a2643a24ef162638c096638e5377ae56ef502459bafad94bede (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mon-a, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-6a1bdf8, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.license=GPLv2) 2024-09-21T09:32:15.199 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:14 smithi053 podman[29297]: 2024-09-21 09:32:14.851450201 +0000 UTC m=+0.015943419 image pull 0adab276c97e6f3143ffbca5eeff37fcd7dc3b5c0f339a9f747381d9993602de quay.ceph.io/ceph-ci/ceph:reef 2024-09-21T09:32:15.199 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 podman[29297]: 2024-09-21 09:32:15.107028106 +0000 UTC m=+0.271521315 container init 736b313ebf557a2643a24ef162638c096638e5377ae56ef502459bafad94bede (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mon-a, RELEASE=reef-6a1bdf8, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-09-21T09:32:15.199 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 podman[29297]: 2024-09-21 09:32:15.111770026 +0000 UTC m=+0.276263230 container start 736b313ebf557a2643a24ef162638c096638e5377ae56ef502459bafad94bede (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mon-a, maintainer=Guillaume Abrioux , GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=reef-6a1bdf8, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240731, io.buildah.version=1.37.2) 2024-09-21T09:32:15.199 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: set uid:gid to 167:167 (ceph:ceph) 2024-09-21T09:32:15.199 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: ceph version 18.2.4-871-g6a1bdf85 (6a1bdf854bb5803efd58957907442aa01f41a8fc) reef (stable), process ceph-mon, pid 7 2024-09-21T09:32:15.199 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: pidfile_write: ignore empty --pid-file 2024-09-21T09:32:15.199 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: load: jerasure load: lrc 2024-09-21T09:32:15.199 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: RocksDB version: 7.9.2 2024-09-21T09:32:15.199 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Git sha 0 2024-09-21T09:32:15.199 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Compile date 2024-09-20 20:34:00 2024-09-21T09:32:15.199 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: DB SUMMARY 2024-09-21T09:32:15.199 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: DB Session ID: 69W3IHMXTBAOEK7Y138O 2024-09-21T09:32:15.199 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: CURRENT file: CURRENT 2024-09-21T09:32:15.199 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: IDENTITY file: IDENTITY 2024-09-21T09:32:15.200 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-09-21T09:32:15.200 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-09-21T09:32:15.200 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 84536 ; 2024-09-21T09:32:15.200 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.error_if_exists: 0 2024-09-21T09:32:15.200 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.create_if_missing: 0 2024-09-21T09:32:15.200 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.paranoid_checks: 1 2024-09-21T09:32:15.200 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-21T09:32:15.201 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-21T09:32:15.201 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-21T09:32:15.201 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.env: 0x561bf5c34bc0 2024-09-21T09:32:15.202 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.fs: PosixFileSystem 2024-09-21T09:32:15.202 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.info_log: 0x561bf6aeabe0 2024-09-21T09:32:15.202 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.max_file_opening_threads: 16 2024-09-21T09:32:15.202 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.statistics: (nil) 2024-09-21T09:32:15.202 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.use_fsync: 0 2024-09-21T09:32:15.202 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.max_log_file_size: 0 2024-09-21T09:32:15.202 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-21T09:32:15.202 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-21T09:32:15.202 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.keep_log_file_num: 1000 2024-09-21T09:32:15.202 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.recycle_log_file_num: 0 2024-09-21T09:32:15.202 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.allow_fallocate: 1 2024-09-21T09:32:15.202 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.allow_mmap_reads: 0 2024-09-21T09:32:15.202 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.allow_mmap_writes: 0 2024-09-21T09:32:15.202 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.use_direct_reads: 0 2024-09-21T09:32:15.203 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-21T09:32:15.203 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.create_missing_column_families: 0 2024-09-21T09:32:15.203 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.db_log_dir: 2024-09-21T09:32:15.203 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.wal_dir: 2024-09-21T09:32:15.203 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-21T09:32:15.203 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-21T09:32:15.203 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-21T09:32:15.203 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-21T09:32:15.203 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-21T09:32:15.203 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-21T09:32:15.203 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.advise_random_on_open: 1 2024-09-21T09:32:15.203 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.db_write_buffer_size: 0 2024-09-21T09:32:15.203 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.write_buffer_manager: 0x561bf6af8320 2024-09-21T09:32:15.203 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-21T09:32:15.203 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-21T09:32:15.204 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-21T09:32:15.204 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.rate_limiter: (nil) 2024-09-21T09:32:15.204 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-21T09:32:15.204 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.wal_recovery_mode: 2 2024-09-21T09:32:15.204 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.enable_thread_tracking: 0 2024-09-21T09:32:15.204 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.enable_pipelined_write: 0 2024-09-21T09:32:15.204 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.unordered_write: 0 2024-09-21T09:32:15.204 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-21T09:32:15.204 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-21T09:32:15.205 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-21T09:32:15.205 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-21T09:32:15.205 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.row_cache: None 2024-09-21T09:32:15.205 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.wal_filter: None 2024-09-21T09:32:15.205 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-21T09:32:15.205 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.allow_ingest_behind: 0 2024-09-21T09:32:15.205 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.two_write_queues: 0 2024-09-21T09:32:15.205 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.manual_wal_flush: 0 2024-09-21T09:32:15.205 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.wal_compression: 0 2024-09-21T09:32:15.205 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.atomic_flush: 0 2024-09-21T09:32:15.205 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-21T09:32:15.205 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-21T09:32:15.206 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-21T09:32:15.206 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.log_readahead_size: 0 2024-09-21T09:32:15.206 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-21T09:32:15.206 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.best_efforts_recovery: 0 2024-09-21T09:32:15.206 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-21T09:32:15.206 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-21T09:32:15.206 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.allow_data_in_errors: 0 2024-09-21T09:32:15.206 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.db_host_id: __hostname__ 2024-09-21T09:32:15.206 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-21T09:32:15.206 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.max_background_jobs: 2 2024-09-21T09:32:15.206 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.max_background_compactions: -1 2024-09-21T09:32:15.206 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.max_subcompactions: 1 2024-09-21T09:32:15.206 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-21T09:32:15.207 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-21T09:32:15.207 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-21T09:32:15.207 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.max_total_wal_size: 0 2024-09-21T09:32:15.207 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-21T09:32:15.207 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-21T09:32:15.207 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-21T09:32:15.207 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-21T09:32:15.207 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.max_open_files: -1 2024-09-21T09:32:15.207 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.bytes_per_sync: 0 2024-09-21T09:32:15.207 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-21T09:32:15.207 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-21T09:32:15.207 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.compaction_readahead_size: 0 2024-09-21T09:32:15.207 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.max_background_flushes: -1 2024-09-21T09:32:15.207 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Compression algorithms supported: 2024-09-21T09:32:15.207 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: kZSTD supported: 0 2024-09-21T09:32:15.208 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: kXpressCompression supported: 0 2024-09-21T09:32:15.208 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: kBZip2Compression supported: 0 2024-09-21T09:32:15.208 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-21T09:32:15.208 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: kLZ4Compression supported: 1 2024-09-21T09:32:15.208 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: kZlibCompression supported: 1 2024-09-21T09:32:15.208 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: kLZ4HCCompression supported: 1 2024-09-21T09:32:15.208 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: kSnappyCompression supported: 1 2024-09-21T09:32:15.208 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-21T09:32:15.208 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-21T09:32:15.208 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-09-21T09:32:15.208 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-21T09:32:15.208 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-21T09:32:15.208 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.merge_operator: 2024-09-21T09:32:15.208 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.compaction_filter: None 2024-09-21T09:32:15.208 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.compaction_filter_factory: None 2024-09-21T09:32:15.209 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.sst_partitioner_factory: None 2024-09-21T09:32:15.209 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-21T09:32:15.209 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-21T09:32:15.209 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x561bf6aea7e0) 2024-09-21T09:32:15.209 INFO:journalctl@ceph.mon.a.smithi053.stdout: cache_index_and_filter_blocks: 1 2024-09-21T09:32:15.209 INFO:journalctl@ceph.mon.a.smithi053.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-21T09:32:15.209 INFO:journalctl@ceph.mon.a.smithi053.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-21T09:32:15.209 INFO:journalctl@ceph.mon.a.smithi053.stdout: pin_top_level_index_and_filter: 1 2024-09-21T09:32:15.209 INFO:journalctl@ceph.mon.a.smithi053.stdout: index_type: 0 2024-09-21T09:32:15.209 INFO:journalctl@ceph.mon.a.smithi053.stdout: data_block_index_type: 0 2024-09-21T09:32:15.209 INFO:journalctl@ceph.mon.a.smithi053.stdout: index_shortening: 1 2024-09-21T09:32:15.209 INFO:journalctl@ceph.mon.a.smithi053.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-21T09:32:15.209 INFO:journalctl@ceph.mon.a.smithi053.stdout: checksum: 4 2024-09-21T09:32:15.209 INFO:journalctl@ceph.mon.a.smithi053.stdout: no_block_cache: 0 2024-09-21T09:32:15.209 INFO:journalctl@ceph.mon.a.smithi053.stdout: block_cache: 0x561bf6adf350 2024-09-21T09:32:15.210 INFO:journalctl@ceph.mon.a.smithi053.stdout: block_cache_name: BinnedLRUCache 2024-09-21T09:32:15.210 INFO:journalctl@ceph.mon.a.smithi053.stdout: block_cache_options: 2024-09-21T09:32:15.210 INFO:journalctl@ceph.mon.a.smithi053.stdout: capacity : 536870912 2024-09-21T09:32:15.210 INFO:journalctl@ceph.mon.a.smithi053.stdout: num_shard_bits : 4 2024-09-21T09:32:15.210 INFO:journalctl@ceph.mon.a.smithi053.stdout: strict_capacity_limit : 0 2024-09-21T09:32:15.210 INFO:journalctl@ceph.mon.a.smithi053.stdout: high_pri_pool_ratio: 0.000 2024-09-21T09:32:15.210 INFO:journalctl@ceph.mon.a.smithi053.stdout: block_cache_compressed: (nil) 2024-09-21T09:32:15.210 INFO:journalctl@ceph.mon.a.smithi053.stdout: persistent_cache: (nil) 2024-09-21T09:32:15.210 INFO:journalctl@ceph.mon.a.smithi053.stdout: block_size: 4096 2024-09-21T09:32:15.210 INFO:journalctl@ceph.mon.a.smithi053.stdout: block_size_deviation: 10 2024-09-21T09:32:15.210 INFO:journalctl@ceph.mon.a.smithi053.stdout: block_restart_interval: 16 2024-09-21T09:32:15.210 INFO:journalctl@ceph.mon.a.smithi053.stdout: index_block_restart_interval: 1 2024-09-21T09:32:15.210 INFO:journalctl@ceph.mon.a.smithi053.stdout: metadata_block_size: 4096 2024-09-21T09:32:15.210 INFO:journalctl@ceph.mon.a.smithi053.stdout: partition_filters: 0 2024-09-21T09:32:15.211 INFO:journalctl@ceph.mon.a.smithi053.stdout: use_delta_encoding: 1 2024-09-21T09:32:15.211 INFO:journalctl@ceph.mon.a.smithi053.stdout: filter_policy: bloomfilter 2024-09-21T09:32:15.211 INFO:journalctl@ceph.mon.a.smithi053.stdout: whole_key_filtering: 1 2024-09-21T09:32:15.211 INFO:journalctl@ceph.mon.a.smithi053.stdout: verify_compression: 0 2024-09-21T09:32:15.211 INFO:journalctl@ceph.mon.a.smithi053.stdout: read_amp_bytes_per_bit: 0 2024-09-21T09:32:15.211 INFO:journalctl@ceph.mon.a.smithi053.stdout: format_version: 5 2024-09-21T09:32:15.211 INFO:journalctl@ceph.mon.a.smithi053.stdout: enable_index_compression: 1 2024-09-21T09:32:15.211 INFO:journalctl@ceph.mon.a.smithi053.stdout: block_align: 0 2024-09-21T09:32:15.211 INFO:journalctl@ceph.mon.a.smithi053.stdout: max_auto_readahead_size: 262144 2024-09-21T09:32:15.211 INFO:journalctl@ceph.mon.a.smithi053.stdout: prepopulate_block_cache: 0 2024-09-21T09:32:15.211 INFO:journalctl@ceph.mon.a.smithi053.stdout: initial_auto_readahead_size: 8192 2024-09-21T09:32:15.211 INFO:journalctl@ceph.mon.a.smithi053.stdout: num_file_reads_for_auto_readahead: 2 2024-09-21T09:32:15.211 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.write_buffer_size: 33554432 2024-09-21T09:32:15.211 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.max_write_buffer_number: 2 2024-09-21T09:32:15.211 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.compression: NoCompression 2024-09-21T09:32:15.212 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.bottommost_compression: Disabled 2024-09-21T09:32:15.212 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.prefix_extractor: nullptr 2024-09-21T09:32:15.212 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-21T09:32:15.212 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.num_levels: 7 2024-09-21T09:32:15.212 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-21T09:32:15.212 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-21T09:32:15.212 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-21T09:32:15.212 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-21T09:32:15.212 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-21T09:32:15.212 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-21T09:32:15.212 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-21T09:32:15.212 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-21T09:32:15.212 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-21T09:32:15.212 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-21T09:32:15.212 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-21T09:32:15.212 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-21T09:32:15.213 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-21T09:32:15.213 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.compression_opts.level: 32767 2024-09-21T09:32:15.213 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.compression_opts.strategy: 0 2024-09-21T09:32:15.213 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-21T09:32:15.213 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-21T09:32:15.213 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-21T09:32:15.213 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-21T09:32:15.213 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.compression_opts.enabled: false 2024-09-21T09:32:15.213 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-21T09:32:15.213 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-21T09:32:15.213 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-21T09:32:15.213 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-21T09:32:15.213 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.target_file_size_base: 67108864 2024-09-21T09:32:15.213 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-21T09:32:15.213 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-21T09:32:15.213 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-21T09:32:15.214 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-21T09:32:15.214 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-21T09:32:15.214 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-21T09:32:15.214 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-21T09:32:15.214 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-21T09:32:15.214 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-21T09:32:15.214 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-21T09:32:15.214 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-21T09:32:15.214 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-21T09:32:15.214 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-21T09:32:15.214 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-21T09:32:15.214 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.arena_block_size: 1048576 2024-09-21T09:32:15.214 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-21T09:32:15.214 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-21T09:32:15.214 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.disable_auto_compactions: 0 2024-09-21T09:32:15.215 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-21T09:32:15.215 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-21T09:32:15.215 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-21T09:32:15.215 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-21T09:32:15.215 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-21T09:32:15.215 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-21T09:32:15.215 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-21T09:32:15.215 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-21T09:32:15.216 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-21T09:32:15.216 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-21T09:32:15.216 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-21T09:32:15.216 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.inplace_update_support: 0 2024-09-21T09:32:15.216 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-21T09:32:15.216 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-21T09:32:15.216 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-21T09:32:15.216 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-21T09:32:15.216 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.bloom_locality: 0 2024-09-21T09:32:15.216 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.max_successive_merges: 0 2024-09-21T09:32:15.217 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-21T09:32:15.217 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.paranoid_file_checks: 0 2024-09-21T09:32:15.217 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.force_consistency_checks: 1 2024-09-21T09:32:15.217 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.report_bg_io_stats: 0 2024-09-21T09:32:15.217 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.ttl: 2592000 2024-09-21T09:32:15.217 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-21T09:32:15.217 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-21T09:32:15.217 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-21T09:32:15.217 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.enable_blob_files: false 2024-09-21T09:32:15.217 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.min_blob_size: 0 2024-09-21T09:32:15.217 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.blob_file_size: 268435456 2024-09-21T09:32:15.217 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-21T09:32:15.217 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-21T09:32:15.217 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-21T09:32:15.217 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-21T09:32:15.218 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-21T09:32:15.218 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.blob_file_starting_level: 0 2024-09-21T09:32:15.218 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-21T09:32:15.218 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-09-21T09:32:15.218 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-09-21T09:32:15.218 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 1d735552-24cc-4392-b07f-20a90f73b3a1 2024-09-21T09:32:15.218 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726911135138468, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-09-21T09:32:15.218 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-09-21T09:32:15.218 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726911135139370, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 81086, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 256, "table_properties": {"data_size": 79236, "index_size": 234, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10267, "raw_average_key_size": 47, "raw_value_size": 73437, "raw_average_value_size": 341, "num_data_blocks": 10, "num_entries": 215, "num_filter_entries": 215, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726911135, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "1d735552-24cc-4392-b07f-20a90f73b3a1", "db_session_id": "69W3IHMXTBAOEK7Y138O", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-09-21T09:32:15.218 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726911135139470, "job": 1, "event": "recovery_finished"} 2024-09-21T09:32:15.218 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-09-21T09:32:15.218 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-21T09:32:15.218 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x561bf6b0ae00 2024-09-21T09:32:15.219 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: DB pointer 0x561bf6bfe000 2024-09-21T09:32:15.219 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-21T09:32:15.219 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-21T09:32:15.219 INFO:journalctl@ceph.mon.a.smithi053.stdout: ** DB Stats ** 2024-09-21T09:32:15.219 INFO:journalctl@ceph.mon.a.smithi053.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-21T09:32:15.219 INFO:journalctl@ceph.mon.a.smithi053.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-21T09:32:15.219 INFO:journalctl@ceph.mon.a.smithi053.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-21T09:32:15.219 INFO:journalctl@ceph.mon.a.smithi053.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-21T09:32:15.219 INFO:journalctl@ceph.mon.a.smithi053.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-21T09:32:15.219 INFO:journalctl@ceph.mon.a.smithi053.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-21T09:32:15.219 INFO:journalctl@ceph.mon.a.smithi053.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-21T09:32:15.219 INFO:journalctl@ceph.mon.a.smithi053.stdout: 2024-09-21T09:32:15.219 INFO:journalctl@ceph.mon.a.smithi053.stdout: ** Compaction Stats [default] ** 2024-09-21T09:32:15.219 INFO:journalctl@ceph.mon.a.smithi053.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-21T09:32:15.220 INFO:journalctl@ceph.mon.a.smithi053.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-21T09:32:15.220 INFO:journalctl@ceph.mon.a.smithi053.stdout: L0 2/0 81.05 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 135.2 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-21T09:32:15.220 INFO:journalctl@ceph.mon.a.smithi053.stdout: Sum 2/0 81.05 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 135.2 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-21T09:32:15.220 INFO:journalctl@ceph.mon.a.smithi053.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 135.2 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-21T09:32:15.220 INFO:journalctl@ceph.mon.a.smithi053.stdout: 2024-09-21T09:32:15.220 INFO:journalctl@ceph.mon.a.smithi053.stdout: ** Compaction Stats [default] ** 2024-09-21T09:32:15.220 INFO:journalctl@ceph.mon.a.smithi053.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-21T09:32:15.220 INFO:journalctl@ceph.mon.a.smithi053.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-21T09:32:15.220 INFO:journalctl@ceph.mon.a.smithi053.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 135.2 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-21T09:32:15.220 INFO:journalctl@ceph.mon.a.smithi053.stdout: 2024-09-21T09:32:15.220 INFO:journalctl@ceph.mon.a.smithi053.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-21T09:32:15.220 INFO:journalctl@ceph.mon.a.smithi053.stdout: 2024-09-21T09:32:15.221 INFO:journalctl@ceph.mon.a.smithi053.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-21T09:32:15.221 INFO:journalctl@ceph.mon.a.smithi053.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-21T09:32:15.221 INFO:journalctl@ceph.mon.a.smithi053.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-21T09:32:15.221 INFO:journalctl@ceph.mon.a.smithi053.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-21T09:32:15.221 INFO:journalctl@ceph.mon.a.smithi053.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-21T09:32:15.221 INFO:journalctl@ceph.mon.a.smithi053.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-21T09:32:15.221 INFO:journalctl@ceph.mon.a.smithi053.stdout: Cumulative compaction: 0.00 GB write, 24.37 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-21T09:32:15.221 INFO:journalctl@ceph.mon.a.smithi053.stdout: Interval compaction: 0.00 GB write, 24.37 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-21T09:32:15.221 INFO:journalctl@ceph.mon.a.smithi053.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-21T09:32:15.221 INFO:journalctl@ceph.mon.a.smithi053.stdout: Block cache BinnedLRUCache@0x561bf6adf350#7 capacity: 512.00 MB usage: 1.19 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-09-21T09:32:15.221 INFO:journalctl@ceph.mon.a.smithi053.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,0.77 KB,0.000146031%) IndexBlock(2,0.42 KB,8.04663e-05%) Misc(1,0.00 KB,0%) 2024-09-21T09:32:15.221 INFO:journalctl@ceph.mon.a.smithi053.stdout: 2024-09-21T09:32:15.221 INFO:journalctl@ceph.mon.a.smithi053.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-21T09:32:15.221 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: starting mon.a rank 0 at public addrs [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] at bind addrs [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 2024-09-21T09:32:15.222 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: mon.a@-1(???) e1 preinit fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 2024-09-21T09:32:15.222 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: mon.a@-1(???).mds e1 new map 2024-09-21T09:32:15.222 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: mon.a@-1(???).mds e1 print_map 2024-09-21T09:32:15.222 INFO:journalctl@ceph.mon.a.smithi053.stdout: e1 2024-09-21T09:32:15.222 INFO:journalctl@ceph.mon.a.smithi053.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-21T09:32:15.222 INFO:journalctl@ceph.mon.a.smithi053.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-21T09:32:15.222 INFO:journalctl@ceph.mon.a.smithi053.stdout: legacy client fscid: -1 2024-09-21T09:32:15.222 INFO:journalctl@ceph.mon.a.smithi053.stdout: 2024-09-21T09:32:15.222 INFO:journalctl@ceph.mon.a.smithi053.stdout: No filesystems configured 2024-09-21T09:32:15.222 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-21T09:32:15.222 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-21T09:32:15.222 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-21T09:32:15.222 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-21T09:32:15.223 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-09-21T09:32:15.223 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 bash[29297]: 736b313ebf557a2643a24ef162638c096638e5377ae56ef502459bafad94bede 2024-09-21T09:32:15.223 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 systemd[1]: Started Ceph mon.a for 41b6d1ee-77fc-11ef-baf6-efdc52797490. 2024-09-21T09:32:15.223 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: mon.a is new leader, mons a in quorum (ranks 0) 2024-09-21T09:32:15.223 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: monmap e1: 1 mons at {a=[v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-21T09:32:15.223 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: fsmap 2024-09-21T09:32:15.223 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: osdmap e1: 0 total, 0 up, 0 in 2024-09-21T09:32:15.223 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:15 smithi053 ceph-mon[29335]: mgrmap e1: no daemons active 2024-09-21T09:32:16.325 INFO:teuthology.orchestra.run.smithi053.stdout:Wrote config to /etc/ceph/ceph.conf 2024-09-21T09:32:16.347 INFO:teuthology.orchestra.run.smithi053.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-09-21T09:32:16.347 INFO:teuthology.orchestra.run.smithi053.stdout:Creating mgr... 2024-09-21T09:32:16.347 INFO:teuthology.orchestra.run.smithi053.stdout:Verifying port 0.0.0.0:9283 ... 2024-09-21T09:32:16.348 INFO:teuthology.orchestra.run.smithi053.stdout:Verifying port 0.0.0.0:8765 ... 2024-09-21T09:32:16.604 INFO:teuthology.orchestra.run.smithi053.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@mgr.y 2024-09-21T09:32:16.604 INFO:teuthology.orchestra.run.smithi053.stdout:systemctl: stderr Failed to reset failed state of unit ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@mgr.y.service: Unit ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@mgr.y.service not loaded. 2024-09-21T09:32:16.756 INFO:teuthology.orchestra.run.smithi053.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490.target.wants/ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@mgr.y.service → /etc/systemd/system/ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@.service. 2024-09-21T09:32:16.990 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:16 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/2176981974' entity='client.admin' 2024-09-21T09:32:16.990 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:16 smithi053 systemd[1]: Starting Ceph mgr.y for 41b6d1ee-77fc-11ef-baf6-efdc52797490... 2024-09-21T09:32:17.326 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:16 smithi053 podman[29573]: 2024-09-21 09:32:16.891224142 +0000 UTC m=+0.015909360 image pull 0adab276c97e6f3143ffbca5eeff37fcd7dc3b5c0f339a9f747381d9993602de quay.ceph.io/ceph-ci/ceph:reef 2024-09-21T09:32:17.326 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:17 smithi053 podman[29573]: 2024-09-21 09:32:17.034995257 +0000 UTC m=+0.159680461 container create a14a1d4de13159cc4b3f6cef978d93bb77bcda8970edbb883e4be149954eb501 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-6a1bdf8, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-21T09:32:17.326 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:17 smithi053 podman[29573]: 2024-09-21 09:32:17.226433648 +0000 UTC m=+0.351118859 container init a14a1d4de13159cc4b3f6cef978d93bb77bcda8970edbb883e4be149954eb501 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-6a1bdf8, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2) 2024-09-21T09:32:17.326 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:17 smithi053 podman[29573]: 2024-09-21 09:32:17.231591292 +0000 UTC m=+0.356276508 container start a14a1d4de13159cc4b3f6cef978d93bb77bcda8970edbb883e4be149954eb501 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=reef-6a1bdf8) 2024-09-21T09:32:17.350 INFO:teuthology.orchestra.run.smithi053.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-21T09:32:17.350 INFO:teuthology.orchestra.run.smithi053.stdout:systemctl: stdout disabled 2024-09-21T09:32:17.357 INFO:teuthology.orchestra.run.smithi053.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-21T09:32:17.357 INFO:teuthology.orchestra.run.smithi053.stdout:systemctl: stdout inactive 2024-09-21T09:32:17.357 INFO:teuthology.orchestra.run.smithi053.stdout:firewalld.service is not enabled 2024-09-21T09:32:17.357 INFO:teuthology.orchestra.run.smithi053.stdout:Not possible to enable service . firewalld.service is not available 2024-09-21T09:32:17.366 INFO:teuthology.orchestra.run.smithi053.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-21T09:32:17.366 INFO:teuthology.orchestra.run.smithi053.stdout:systemctl: stdout disabled 2024-09-21T09:32:17.374 INFO:teuthology.orchestra.run.smithi053.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-21T09:32:17.374 INFO:teuthology.orchestra.run.smithi053.stdout:systemctl: stdout inactive 2024-09-21T09:32:17.374 INFO:teuthology.orchestra.run.smithi053.stdout:firewalld.service is not enabled 2024-09-21T09:32:17.374 INFO:teuthology.orchestra.run.smithi053.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-09-21T09:32:17.374 INFO:teuthology.orchestra.run.smithi053.stdout:Waiting for mgr to start... 2024-09-21T09:32:17.374 INFO:teuthology.orchestra.run.smithi053.stdout:Waiting for mgr... 2024-09-21T09:32:17.634 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:17 smithi053 bash[29573]: a14a1d4de13159cc4b3f6cef978d93bb77bcda8970edbb883e4be149954eb501 2024-09-21T09:32:17.634 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:17 smithi053 systemd[1]: Started Ceph mgr.y for 41b6d1ee-77fc-11ef-baf6-efdc52797490. 2024-09-21T09:32:17.634 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:17 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:32:17.354+0000 7f875db69040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-21T09:32:17.634 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:17 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:32:17.416+0000 7f875db69040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-21T09:32:17.634 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:17 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:32:17.574+0000 7f875db69040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-21T09:32:17.888 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:17 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:32:17.649+0000 7f875db69040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-21T09:32:17.888 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:17 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:32:17.806+0000 7f875db69040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-21T09:32:18.242 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:17 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/2732354057' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-21T09:32:18.242 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:17 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:32:17.958+0000 7f875db69040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-21T09:32:18.542 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:18 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:32:18.288+0000 7f875db69040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-21T09:32:18.543 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:18 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:32:18.350+0000 7f875db69040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-21T09:32:18.548 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout 2024-09-21T09:32:18.548 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout { 2024-09-21T09:32:18.548 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "fsid": "41b6d1ee-77fc-11ef-baf6-efdc52797490", 2024-09-21T09:32:18.548 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "health": { 2024-09-21T09:32:18.548 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-21T09:32:18.548 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-21T09:32:18.548 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-21T09:32:18.548 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout }, 2024-09-21T09:32:18.548 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-21T09:32:18.548 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-21T09:32:18.548 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout 0 2024-09-21T09:32:18.548 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout ], 2024-09-21T09:32:18.548 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-21T09:32:18.548 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "a" 2024-09-21T09:32:18.549 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout ], 2024-09-21T09:32:18.549 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-09-21T09:32:18.549 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-21T09:32:18.549 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-21T09:32:18.549 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-09-21T09:32:18.549 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-21T09:32:18.549 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout }, 2024-09-21T09:32:18.549 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-21T09:32:18.549 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-21T09:32:18.549 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-21T09:32:18.549 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-21T09:32:18.549 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-21T09:32:18.549 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-21T09:32:18.552 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-21T09:32:18.552 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-21T09:32:18.552 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout }, 2024-09-21T09:32:18.553 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-21T09:32:18.553 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-21T09:32:18.553 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-21T09:32:18.553 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-21T09:32:18.553 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-21T09:32:18.553 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-21T09:32:18.553 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-21T09:32:18.553 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-21T09:32:18.553 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-21T09:32:18.553 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout }, 2024-09-21T09:32:18.553 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-21T09:32:18.553 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-21T09:32:18.553 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-21T09:32:18.553 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-21T09:32:18.553 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout }, 2024-09-21T09:32:18.553 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-21T09:32:18.554 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "available": false, 2024-09-21T09:32:18.554 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-21T09:32:18.554 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-21T09:32:18.554 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-21T09:32:18.554 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-21T09:32:18.554 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "restful" 2024-09-21T09:32:18.554 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout ], 2024-09-21T09:32:18.554 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-21T09:32:18.554 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout }, 2024-09-21T09:32:18.554 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-21T09:32:18.554 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-21T09:32:18.554 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "modified": "2024-09-21T09:32:10.414082+0000", 2024-09-21T09:32:18.554 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-21T09:32:18.554 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout }, 2024-09-21T09:32:18.554 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-21T09:32:18.554 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout } 2024-09-21T09:32:18.555 INFO:teuthology.orchestra.run.smithi053.stdout:mgr not available, waiting (1/15)... 2024-09-21T09:32:18.825 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:18 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:32:18.542+0000 7f875db69040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-21T09:32:19.825 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:19 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:32:19.449+0000 7f875db69040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-21T09:32:19.825 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:19 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:32:19.518+0000 7f875db69040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-21T09:32:20.537 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:20 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:32:20.270+0000 7f875db69040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-21T09:32:20.537 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:20 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:32:20.389+0000 7f875db69040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-21T09:32:20.537 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:20 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:32:20.535+0000 7f875db69040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-21T09:32:20.806 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:20 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:32:20.601+0000 7f875db69040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-21T09:32:20.806 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:20 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:32:20.755+0000 7f875db69040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-21T09:32:21.063 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:20 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:32:20.831+0000 7f875db69040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-21T09:32:21.063 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:20 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:32:20.895+0000 7f875db69040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-21T09:32:21.063 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:21 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:32:21.061+0000 7f875db69040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-21T09:32:21.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:21 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/1515324844' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-21T09:32:21.325 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:21 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:32:21.129+0000 7f875db69040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-21T09:32:21.325 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:21 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:32:21.202+0000 7f875db69040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-21T09:32:21.325 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:21 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:32:21.288+0000 7f875db69040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-21T09:32:21.782 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:21 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:32:21.351+0000 7f875db69040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-21T09:32:21.783 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:21 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:32:21.415+0000 7f875db69040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-21T09:32:21.788 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout 2024-09-21T09:32:21.788 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout { 2024-09-21T09:32:21.788 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "fsid": "41b6d1ee-77fc-11ef-baf6-efdc52797490", 2024-09-21T09:32:21.788 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "health": { 2024-09-21T09:32:21.788 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-21T09:32:21.789 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-21T09:32:21.789 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-21T09:32:21.789 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout }, 2024-09-21T09:32:21.789 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-21T09:32:21.789 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-21T09:32:21.789 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout 0 2024-09-21T09:32:21.789 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout ], 2024-09-21T09:32:21.789 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-21T09:32:21.789 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "a" 2024-09-21T09:32:21.789 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout ], 2024-09-21T09:32:21.789 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "quorum_age": 5, 2024-09-21T09:32:21.789 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-21T09:32:21.789 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-21T09:32:21.789 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-09-21T09:32:21.789 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-21T09:32:21.790 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout }, 2024-09-21T09:32:21.790 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-21T09:32:21.790 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-21T09:32:21.790 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-21T09:32:21.790 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-21T09:32:21.790 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-21T09:32:21.790 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-21T09:32:21.793 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-21T09:32:21.793 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-21T09:32:21.793 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout }, 2024-09-21T09:32:21.793 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-21T09:32:21.793 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-21T09:32:21.793 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-21T09:32:21.794 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-21T09:32:21.794 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-21T09:32:21.794 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-21T09:32:21.794 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-21T09:32:21.794 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-21T09:32:21.794 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-21T09:32:21.794 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout }, 2024-09-21T09:32:21.794 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-21T09:32:21.794 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-21T09:32:21.794 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-21T09:32:21.794 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-21T09:32:21.794 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout }, 2024-09-21T09:32:21.794 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-21T09:32:21.794 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "available": false, 2024-09-21T09:32:21.795 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-21T09:32:21.795 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-21T09:32:21.795 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-21T09:32:21.795 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-21T09:32:21.795 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "restful" 2024-09-21T09:32:21.795 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout ], 2024-09-21T09:32:21.795 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-21T09:32:21.795 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout }, 2024-09-21T09:32:21.795 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-21T09:32:21.795 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-21T09:32:21.795 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "modified": "2024-09-21T09:32:10.414082+0000", 2024-09-21T09:32:21.795 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-21T09:32:21.795 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout }, 2024-09-21T09:32:21.796 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-21T09:32:21.796 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout } 2024-09-21T09:32:21.796 INFO:teuthology.orchestra.run.smithi053.stdout:mgr not available, waiting (2/15)... 2024-09-21T09:32:22.575 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:22 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:32:22.229+0000 7f875db69040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-21T09:32:22.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:22 smithi053 ceph-mon[29335]: Activating manager daemon y 2024-09-21T09:32:22.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:22 smithi053 ceph-mon[29335]: mgrmap e2: y(active, starting, since 0.00304649s) 2024-09-21T09:32:22.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:22 smithi053 ceph-mon[29335]: from='mgr.14100 172.21.15.53:0/2030726688' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-21T09:32:22.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:22 smithi053 ceph-mon[29335]: from='mgr.14100 172.21.15.53:0/2030726688' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-21T09:32:22.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:22 smithi053 ceph-mon[29335]: from='mgr.14100 172.21.15.53:0/2030726688' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-21T09:32:22.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:22 smithi053 ceph-mon[29335]: from='mgr.14100 172.21.15.53:0/2030726688' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-21T09:32:22.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:22 smithi053 ceph-mon[29335]: from='mgr.14100 172.21.15.53:0/2030726688' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-21T09:32:22.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:22 smithi053 ceph-mon[29335]: Manager daemon y is now available 2024-09-21T09:32:22.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:22 smithi053 ceph-mon[29335]: from='mgr.14100 172.21.15.53:0/2030726688' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-21T09:32:22.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:22 smithi053 ceph-mon[29335]: from='mgr.14100 172.21.15.53:0/2030726688' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-21T09:32:22.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:22 smithi053 ceph-mon[29335]: from='mgr.14100 172.21.15.53:0/2030726688' entity='mgr.y' 2024-09-21T09:32:22.577 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:22 smithi053 ceph-mon[29335]: from='mgr.14100 172.21.15.53:0/2030726688' entity='mgr.y' 2024-09-21T09:32:22.577 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:22 smithi053 ceph-mon[29335]: from='mgr.14100 172.21.15.53:0/2030726688' entity='mgr.y' 2024-09-21T09:32:24.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:24 smithi053 ceph-mon[29335]: mgrmap e3: y(active, since 1.00744s) 2024-09-21T09:32:25.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:25 smithi053 ceph-mon[29335]: mgrmap e4: y(active, since 2s) 2024-09-21T09:32:27.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:27 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/2409816346' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-21T09:32:33.345 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout 2024-09-21T09:32:33.345 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout { 2024-09-21T09:32:33.345 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "fsid": "41b6d1ee-77fc-11ef-baf6-efdc52797490", 2024-09-21T09:32:33.346 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "health": { 2024-09-21T09:32:33.346 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-21T09:32:33.346 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-21T09:32:33.346 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-21T09:32:33.346 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout }, 2024-09-21T09:32:33.346 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-21T09:32:33.346 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-21T09:32:33.346 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout 0 2024-09-21T09:32:33.346 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout ], 2024-09-21T09:32:33.346 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-21T09:32:33.346 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "a" 2024-09-21T09:32:33.346 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout ], 2024-09-21T09:32:33.347 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "quorum_age": 12, 2024-09-21T09:32:33.347 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-21T09:32:33.347 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-21T09:32:33.347 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-09-21T09:32:33.347 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-21T09:32:33.347 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout }, 2024-09-21T09:32:33.347 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-21T09:32:33.347 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-21T09:32:33.347 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-21T09:32:33.347 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-21T09:32:33.347 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-21T09:32:33.347 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-21T09:32:33.350 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-21T09:32:33.350 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-21T09:32:33.350 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout }, 2024-09-21T09:32:33.351 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-21T09:32:33.351 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-21T09:32:33.351 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-21T09:32:33.351 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-21T09:32:33.351 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-21T09:32:33.351 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-21T09:32:33.351 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-21T09:32:33.351 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-21T09:32:33.351 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-21T09:32:33.351 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout }, 2024-09-21T09:32:33.351 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-21T09:32:33.351 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-21T09:32:33.351 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-21T09:32:33.351 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-21T09:32:33.351 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout }, 2024-09-21T09:32:33.352 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-21T09:32:33.352 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-21T09:32:33.352 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-21T09:32:33.352 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-21T09:32:33.352 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-21T09:32:33.352 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-21T09:32:33.352 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "restful" 2024-09-21T09:32:33.352 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout ], 2024-09-21T09:32:33.352 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-21T09:32:33.352 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout }, 2024-09-21T09:32:33.352 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-21T09:32:33.352 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-21T09:32:33.352 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "modified": "2024-09-21T09:32:10.414082+0000", 2024-09-21T09:32:33.352 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-21T09:32:33.352 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout }, 2024-09-21T09:32:33.353 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-21T09:32:33.353 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout } 2024-09-21T09:32:33.353 INFO:teuthology.orchestra.run.smithi053.stdout:mgr is available 2024-09-21T09:32:35.075 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:34 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/2221991590' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-09-21T09:32:35.518 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout 2024-09-21T09:32:35.518 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout [global] 2024-09-21T09:32:35.518 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout fsid = 41b6d1ee-77fc-11ef-baf6-efdc52797490 2024-09-21T09:32:35.518 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-09-21T09:32:35.519 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-09-21T09:32:35.519 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-09-21T09:32:35.519 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-09-21T09:32:35.519 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout 2024-09-21T09:32:35.519 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout [mgr] 2024-09-21T09:32:35.519 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-09-21T09:32:35.519 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout 2024-09-21T09:32:35.519 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout [osd] 2024-09-21T09:32:35.519 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-09-21T09:32:35.519 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-09-21T09:32:35.519 INFO:teuthology.orchestra.run.smithi053.stdout:Enabling cephadm module... 2024-09-21T09:32:36.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:36 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/4111209551' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-09-21T09:32:36.576 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:36 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: ignoring --setuser ceph since I am not root 2024-09-21T09:32:36.576 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:36 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: ignoring --setgroup ceph since I am not root 2024-09-21T09:32:36.576 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:36 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:32:36.375+0000 7fb04e9db040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-21T09:32:36.576 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:36 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:32:36.434+0000 7fb04e9db040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-21T09:32:36.863 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:36 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:32:36.590+0000 7fb04e9db040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-21T09:32:36.863 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:36 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:32:36.659+0000 7fb04e9db040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-21T09:32:36.863 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:36 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:32:36.810+0000 7fb04e9db040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-21T09:32:37.115 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:36 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:32:36.961+0000 7fb04e9db040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-21T09:32:37.373 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:37 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/4111209551' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-09-21T09:32:37.373 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:37 smithi053 ceph-mon[29335]: mgrmap e5: y(active, since 14s) 2024-09-21T09:32:37.373 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:37 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:32:37.288+0000 7fb04e9db040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-21T09:32:37.373 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:37 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:32:37.370+0000 7fb04e9db040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-21T09:32:37.825 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:37 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:32:37.563+0000 7fb04e9db040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-21T09:32:38.156 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout { 2024-09-21T09:32:38.156 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-09-21T09:32:38.156 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-21T09:32:38.156 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-09-21T09:32:38.156 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-09-21T09:32:38.156 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout } 2024-09-21T09:32:38.156 INFO:teuthology.orchestra.run.smithi053.stdout:Waiting for the mgr to restart... 2024-09-21T09:32:38.156 INFO:teuthology.orchestra.run.smithi053.stdout:Waiting for mgr epoch 5... 2024-09-21T09:32:38.483 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:38 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/4135735435' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-09-21T09:32:38.825 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:38 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:32:38.481+0000 7fb04e9db040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-21T09:32:38.825 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:38 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:32:38.550+0000 7fb04e9db040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-21T09:32:39.566 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:39 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:32:39.297+0000 7fb04e9db040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-21T09:32:39.566 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:39 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:32:39.417+0000 7fb04e9db040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-21T09:32:39.825 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:39 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:32:39.564+0000 7fb04e9db040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-21T09:32:39.825 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:39 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:32:39.627+0000 7fb04e9db040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-21T09:32:39.825 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:39 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:32:39.780+0000 7fb04e9db040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-21T09:32:40.144 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:39 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:32:39.851+0000 7fb04e9db040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-21T09:32:40.145 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:39 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:32:39.913+0000 7fb04e9db040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-21T09:32:40.145 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:40 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:32:40.075+0000 7fb04e9db040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-21T09:32:40.145 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:40 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:32:40.142+0000 7fb04e9db040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-21T09:32:40.421 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:40 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:32:40.211+0000 7fb04e9db040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-21T09:32:40.421 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:40 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:32:40.297+0000 7fb04e9db040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-21T09:32:40.421 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:40 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:32:40.358+0000 7fb04e9db040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-21T09:32:40.422 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:40 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:32:40.419+0000 7fb04e9db040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-21T09:32:41.575 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:41 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:32:41.231+0000 7fb04e9db040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-21T09:32:41.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:41 smithi053 ceph-mon[29335]: Active manager daemon y restarted 2024-09-21T09:32:41.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:41 smithi053 ceph-mon[29335]: Activating manager daemon y 2024-09-21T09:32:41.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:41 smithi053 ceph-mon[29335]: osdmap e2: 0 total, 0 up, 0 in 2024-09-21T09:32:41.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:41 smithi053 ceph-mon[29335]: mgrmap e6: y(active, starting, since 0.00322008s) 2024-09-21T09:32:41.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:41 smithi053 ceph-mon[29335]: from='mgr.14118 172.21.15.53:0/980073244' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-21T09:32:41.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:41 smithi053 ceph-mon[29335]: from='mgr.14118 172.21.15.53:0/980073244' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-21T09:32:41.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:41 smithi053 ceph-mon[29335]: from='mgr.14118 172.21.15.53:0/980073244' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-21T09:32:41.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:41 smithi053 ceph-mon[29335]: from='mgr.14118 172.21.15.53:0/980073244' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-21T09:32:41.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:41 smithi053 ceph-mon[29335]: from='mgr.14118 172.21.15.53:0/980073244' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-21T09:32:41.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:41 smithi053 ceph-mon[29335]: Manager daemon y is now available 2024-09-21T09:32:41.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:41 smithi053 ceph-mon[29335]: from='mgr.14118 172.21.15.53:0/980073244' entity='mgr.y' 2024-09-21T09:32:41.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:41 smithi053 ceph-mon[29335]: from='mgr.14118 172.21.15.53:0/980073244' entity='mgr.y' 2024-09-21T09:32:41.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:41 smithi053 ceph-mon[29335]: from='mgr.14118 172.21.15.53:0/980073244' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:32:41.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:41 smithi053 ceph-mon[29335]: from='mgr.14118 172.21.15.53:0/980073244' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:32:41.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:41 smithi053 ceph-mon[29335]: from='mgr.14118 172.21.15.53:0/980073244' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-21T09:32:41.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:41 smithi053 ceph-mon[29335]: from='mgr.14118 172.21.15.53:0/980073244' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-21T09:32:42.553 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:42 smithi053 ceph-mon[29335]: Found migration_current of "None". Setting to last migration. 2024-09-21T09:32:42.553 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:42 smithi053 ceph-mon[29335]: from='mgr.14118 172.21.15.53:0/980073244' entity='mgr.y' 2024-09-21T09:32:42.553 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:42 smithi053 ceph-mon[29335]: from='mgr.14118 172.21.15.53:0/980073244' entity='mgr.y' 2024-09-21T09:32:42.553 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:42 smithi053 ceph-mon[29335]: mgrmap e7: y(active, since 1.0049s) 2024-09-21T09:32:42.831 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout { 2024-09-21T09:32:42.831 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-09-21T09:32:42.831 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "initialized": true 2024-09-21T09:32:42.831 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout } 2024-09-21T09:32:42.832 INFO:teuthology.orchestra.run.smithi053.stdout:mgr epoch 5 is available 2024-09-21T09:32:42.832 INFO:teuthology.orchestra.run.smithi053.stdout:Setting orchestrator backend to cephadm... 2024-09-21T09:32:43.480 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:43 smithi053 ceph-mon[29335]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-09-21T09:32:43.480 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:43 smithi053 ceph-mon[29335]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-09-21T09:32:44.403 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:44 smithi053 ceph-mon[29335]: mgrmap e8: y(active, since 2s) 2024-09-21T09:32:44.403 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:44 smithi053 ceph-mon[29335]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:32:44.403 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:44 smithi053 ceph-mon[29335]: from='mgr.14118 172.21.15.53:0/980073244' entity='mgr.y' 2024-09-21T09:32:44.403 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:44 smithi053 ceph-mon[29335]: from='mgr.14118 172.21.15.53:0/980073244' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:32:45.257 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:44 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:32:44.932+0000 7fafb66bb640 -1 log_channel(cephadm) log [ERR] : [21/Sep/2024:09:32:44] ENGINE Error in HTTPServer.serve 2024-09-21T09:32:45.257 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:44 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: Traceback (most recent call last): 2024-09-21T09:32:45.257 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:44 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-21T09:32:45.258 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:44 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: self._connections.run(self.expiration_interval) 2024-09-21T09:32:45.258 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:44 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-21T09:32:45.258 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:44 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: self._run(expiration_interval) 2024-09-21T09:32:45.258 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:44 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-21T09:32:45.258 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:44 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: new_conn = self._from_server_socket(self.server.socket) 2024-09-21T09:32:45.258 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:44 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-21T09:32:45.258 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:44 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-21T09:32:45.258 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:44 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-21T09:32:45.258 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:44 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: s = self.context.wrap_socket( 2024-09-21T09:32:45.258 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:44 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-21T09:32:45.258 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:44 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: return self.sslsocket_class._create( 2024-09-21T09:32:45.258 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:44 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-21T09:32:45.258 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:44 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: self.do_handshake() 2024-09-21T09:32:45.259 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:44 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-21T09:32:45.259 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:44 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: self._sslobj.do_handshake() 2024-09-21T09:32:45.259 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:44 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-21T09:32:45.259 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:44 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:32:45.259 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout value unchanged 2024-09-21T09:32:45.259 INFO:teuthology.orchestra.run.smithi053.stdout:Generating ssh key... 2024-09-21T09:32:45.509 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:45 smithi053 ceph-mon[29335]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:32:45.509 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:45 smithi053 ceph-mon[29335]: [21/Sep/2024:09:32:44] ENGINE Bus STARTING 2024-09-21T09:32:45.509 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:45 smithi053 ceph-mon[29335]: [21/Sep/2024:09:32:44] ENGINE Serving on http://172.21.15.53:8765 2024-09-21T09:32:45.509 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:45 smithi053 ceph-mon[29335]: [21/Sep/2024:09:32:44] ENGINE Serving on https://172.21.15.53:7150 2024-09-21T09:32:45.509 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:45 smithi053 ceph-mon[29335]: [21/Sep/2024:09:32:44] ENGINE Bus STARTED 2024-09-21T09:32:45.509 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:45 smithi053 ceph-mon[29335]: from='mgr.14118 172.21.15.53:0/980073244' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:32:45.509 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:45 smithi053 ceph-mon[29335]: [21/Sep/2024:09:32:44] ENGINE Error in HTTPServer.serve 2024-09-21T09:32:45.509 INFO:journalctl@ceph.mon.a.smithi053.stdout: Traceback (most recent call last): 2024-09-21T09:32:45.509 INFO:journalctl@ceph.mon.a.smithi053.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-21T09:32:45.510 INFO:journalctl@ceph.mon.a.smithi053.stdout: self._connections.run(self.expiration_interval) 2024-09-21T09:32:45.510 INFO:journalctl@ceph.mon.a.smithi053.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-21T09:32:45.510 INFO:journalctl@ceph.mon.a.smithi053.stdout: self._run(expiration_interval) 2024-09-21T09:32:45.510 INFO:journalctl@ceph.mon.a.smithi053.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-21T09:32:45.510 INFO:journalctl@ceph.mon.a.smithi053.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-21T09:32:45.510 INFO:journalctl@ceph.mon.a.smithi053.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-21T09:32:45.510 INFO:journalctl@ceph.mon.a.smithi053.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-21T09:32:45.510 INFO:journalctl@ceph.mon.a.smithi053.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-21T09:32:45.510 INFO:journalctl@ceph.mon.a.smithi053.stdout: s = self.context.wrap_socket( 2024-09-21T09:32:45.510 INFO:journalctl@ceph.mon.a.smithi053.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-21T09:32:45.510 INFO:journalctl@ceph.mon.a.smithi053.stdout: return self.sslsocket_class._create( 2024-09-21T09:32:45.510 INFO:journalctl@ceph.mon.a.smithi053.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-21T09:32:45.511 INFO:journalctl@ceph.mon.a.smithi053.stdout: self.do_handshake() 2024-09-21T09:32:45.511 INFO:journalctl@ceph.mon.a.smithi053.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-21T09:32:45.511 INFO:journalctl@ceph.mon.a.smithi053.stdout: self._sslobj.do_handshake() 2024-09-21T09:32:45.511 INFO:journalctl@ceph.mon.a.smithi053.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-21T09:32:46.521 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:46 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: Generating public/private rsa key pair. 2024-09-21T09:32:46.522 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:46 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: Your identification has been saved in /tmp/tmp94l9ys7e/key 2024-09-21T09:32:46.522 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:46 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: Your public key has been saved in /tmp/tmp94l9ys7e/key.pub 2024-09-21T09:32:46.522 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:46 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: The key fingerprint is: 2024-09-21T09:32:46.522 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:46 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: SHA256:aWzDifqYOaL9Rcax7r6zplJ+R9rAFs1inkT1HTXMUi4 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490 2024-09-21T09:32:46.522 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:46 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: The key's randomart image is: 2024-09-21T09:32:46.522 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:46 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: +---[RSA 3072]----+ 2024-09-21T09:32:46.522 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:46 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: | .. .=+ | 2024-09-21T09:32:46.522 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:46 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: | . . ..oo. | 2024-09-21T09:32:46.522 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:46 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: | ..o . E.. | 2024-09-21T09:32:46.522 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:46 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: | .=*oo . | 2024-09-21T09:32:46.522 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:46 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: | =*+S | 2024-09-21T09:32:46.522 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:46 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: | .=*o.. | 2024-09-21T09:32:46.523 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:46 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: | o..o= | 2024-09-21T09:32:46.523 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:46 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: | .o oB= o | 2024-09-21T09:32:46.523 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:46 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: |...+***= | 2024-09-21T09:32:46.523 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:32:46 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: +----[SHA256]-----+ 2024-09-21T09:32:47.394 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:47 smithi053 ceph-mon[29335]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:32:47.394 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:47 smithi053 ceph-mon[29335]: Generating ssh key... 2024-09-21T09:32:47.394 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:47 smithi053 ceph-mon[29335]: from='mgr.14118 172.21.15.53:0/980073244' entity='mgr.y' 2024-09-21T09:32:47.394 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:47 smithi053 ceph-mon[29335]: from='mgr.14118 172.21.15.53:0/980073244' entity='mgr.y' 2024-09-21T09:32:47.964 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC5vqCAtOFRkti6hfJD8iwQpNWx1FUgjc8CaGCqCVZHAzyPsKt/uf7b5VL8saLBgw1oHLue1gUMcb36auJ/Z8CeAwcALlPC90jMtNvlchToHAOoag1eMjiDt4sdPwmt5gjPtEJwRcZ8TxWwKmVnP+JNuvgqU5oXHRVb/dfKMTVBlCooLdOVGx0BIJkbua1rnuk7JGXn0L2v7mkZ241UJtl6tks1gXeoB4odW12GO+R/w8830sjqpsO6UlkkfodXB9MWHL/5XN2p5m8SJM1mDpf5ml/8kfZGklYhFsTYbmbVm0qrOPjOyQau172tGW3ecQKwit+q5xmvhLYGcIeS3zYtNlOVJV+AfKXLfokz0N/ipJxb2TPRBOVxmUkk4qQrQBIkI5/yJkFnr+wlkI8BzFngfoK1HFywFkqMJmGJHA3fXkIoFFqIcISLhr7Wzj/7ijcOkM8c+r5gZAcUMNNE9SdGoHuVRT97SA2aWEaBdB2HGFpTY7pzYmKIogO0bFOTCms= ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490 2024-09-21T09:32:47.965 INFO:teuthology.orchestra.run.smithi053.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-09-21T09:32:47.965 INFO:teuthology.orchestra.run.smithi053.stdout:Adding key to root@localhost authorized_keys... 2024-09-21T09:32:47.968 INFO:teuthology.orchestra.run.smithi053.stdout:Adding host smithi053... 2024-09-21T09:32:48.372 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:48 smithi053 ceph-mon[29335]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:32:49.704 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:49 smithi053 ceph-mon[29335]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi053", "addr": "172.21.15.53", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:32:50.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:50 smithi053 ceph-mon[29335]: Deploying cephadm binary to smithi053 2024-09-21T09:32:52.597 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout Added host 'smithi053' with addr '172.21.15.53' 2024-09-21T09:32:52.597 INFO:teuthology.orchestra.run.smithi053.stdout:Deploying unmanaged mon service... 2024-09-21T09:32:53.277 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:52 smithi053 ceph-mon[29335]: from='mgr.14118 172.21.15.53:0/980073244' entity='mgr.y' 2024-09-21T09:32:53.277 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:52 smithi053 ceph-mon[29335]: Added host smithi053 2024-09-21T09:32:53.277 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:52 smithi053 ceph-mon[29335]: from='mgr.14118 172.21.15.53:0/980073244' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:32:54.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:54 smithi053 ceph-mon[29335]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:32:54.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:54 smithi053 ceph-mon[29335]: Saving service mon spec with placement count:5 2024-09-21T09:32:54.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:54 smithi053 ceph-mon[29335]: from='mgr.14118 172.21.15.53:0/980073244' entity='mgr.y' 2024-09-21T09:32:54.751 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-09-21T09:32:54.752 INFO:teuthology.orchestra.run.smithi053.stdout:Deploying unmanaged mgr service... 2024-09-21T09:32:55.612 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:55 smithi053 ceph-mon[29335]: from='mgr.14118 172.21.15.53:0/980073244' entity='mgr.y' 2024-09-21T09:32:55.612 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:55 smithi053 ceph-mon[29335]: from='mgr.14118 172.21.15.53:0/980073244' entity='mgr.y' 2024-09-21T09:32:56.083 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-09-21T09:32:56.719 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:56 smithi053 ceph-mon[29335]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:32:56.719 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:56 smithi053 ceph-mon[29335]: Saving service mgr spec with placement count:2 2024-09-21T09:32:56.719 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:56 smithi053 ceph-mon[29335]: from='mgr.14118 172.21.15.53:0/980073244' entity='mgr.y' 2024-09-21T09:32:58.075 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:57 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/3674538986' entity='client.admin' 2024-09-21T09:32:58.075 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:57 smithi053 ceph-mon[29335]: from='mgr.14118 172.21.15.53:0/980073244' entity='mgr.y' 2024-09-21T09:32:58.707 INFO:teuthology.orchestra.run.smithi053.stdout:Enabling the dashboard module... 2024-09-21T09:32:59.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:59 smithi053 ceph-mon[29335]: from='mgr.14118 172.21.15.53:0/980073244' entity='mgr.y' 2024-09-21T09:32:59.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:32:59 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/2537056287' entity='client.admin' 2024-09-21T09:33:00.303 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:00 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/1981675973' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-09-21T09:33:00.304 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:33:00 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: ignoring --setuser ceph since I am not root 2024-09-21T09:33:00.304 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:33:00 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: ignoring --setgroup ceph since I am not root 2024-09-21T09:33:00.304 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:33:00 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:33:00.243+0000 7f883825b040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-21T09:33:00.304 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:33:00 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:33:00.301+0000 7f883825b040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-21T09:33:00.575 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:33:00 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:33:00.463+0000 7f883825b040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-21T09:33:00.575 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:33:00 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:33:00.531+0000 7f883825b040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-21T09:33:01.017 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:33:00 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:33:00.682+0000 7f883825b040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-21T09:33:01.017 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:33:00 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:33:00.828+0000 7f883825b040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-21T09:33:01.273 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:01 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/1981675973' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-09-21T09:33:01.273 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:01 smithi053 ceph-mon[29335]: mgrmap e9: y(active, since 18s) 2024-09-21T09:33:01.273 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:33:01 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:33:01.152+0000 7f883825b040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-21T09:33:01.273 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:33:01 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:33:01.214+0000 7f883825b040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-21T09:33:01.575 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:33:01 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:33:01.410+0000 7f883825b040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-21T09:33:02.239 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:02 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/233182008' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-09-21T09:33:02.243 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout { 2024-09-21T09:33:02.243 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-09-21T09:33:02.243 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-21T09:33:02.243 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-09-21T09:33:02.243 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-09-21T09:33:02.243 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout } 2024-09-21T09:33:02.243 INFO:teuthology.orchestra.run.smithi053.stdout:Waiting for the mgr to restart... 2024-09-21T09:33:02.243 INFO:teuthology.orchestra.run.smithi053.stdout:Waiting for mgr epoch 9... 2024-09-21T09:33:02.500 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:33:02 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:33:02.331+0000 7f883825b040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-21T09:33:02.500 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:33:02 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:33:02.401+0000 7f883825b040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-21T09:33:03.432 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:33:03 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:33:03.162+0000 7f883825b040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-21T09:33:03.432 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:33:03 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:33:03.283+0000 7f883825b040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-21T09:33:03.720 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:33:03 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:33:03.430+0000 7f883825b040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-21T09:33:03.720 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:33:03 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:33:03.494+0000 7f883825b040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-21T09:33:03.720 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:33:03 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:33:03.647+0000 7f883825b040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-21T09:33:03.720 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:33:03 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:33:03.717+0000 7f883825b040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-21T09:33:04.012 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:33:03 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:33:03.780+0000 7f883825b040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-21T09:33:04.012 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:33:03 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:33:03.943+0000 7f883825b040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-21T09:33:04.012 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:33:04 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:33:04.010+0000 7f883825b040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-21T09:33:04.288 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:33:04 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:33:04.079+0000 7f883825b040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-21T09:33:04.288 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:33:04 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:33:04.164+0000 7f883825b040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-21T09:33:04.288 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:33:04 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:33:04.225+0000 7f883825b040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-21T09:33:04.288 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:33:04 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:33:04.286+0000 7f883825b040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-21T09:33:05.358 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:33:05 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:33:05.095+0000 7f883825b040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-21T09:33:05.358 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:05 smithi053 ceph-mon[29335]: Active manager daemon y restarted 2024-09-21T09:33:05.358 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:05 smithi053 ceph-mon[29335]: Activating manager daemon y 2024-09-21T09:33:05.358 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:05 smithi053 ceph-mon[29335]: osdmap e3: 0 total, 0 up, 0 in 2024-09-21T09:33:05.358 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:05 smithi053 ceph-mon[29335]: mgrmap e10: y(active, starting, since 0.00307729s) 2024-09-21T09:33:05.359 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:05 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-21T09:33:05.359 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:05 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-21T09:33:05.359 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:05 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-21T09:33:05.359 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:05 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-21T09:33:05.359 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:05 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-21T09:33:05.359 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:05 smithi053 ceph-mon[29335]: Manager daemon y is now available 2024-09-21T09:33:05.359 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:05 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:33:05.359 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:05 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-21T09:33:05.359 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:05 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-21T09:33:07.149 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:07 smithi053 ceph-mon[29335]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-09-21T09:33:07.150 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:07 smithi053 ceph-mon[29335]: mgrmap e11: y(active, since 1.00579s) 2024-09-21T09:33:07.150 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:07 smithi053 ceph-mon[29335]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-09-21T09:33:07.150 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:07 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:07.152 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout { 2024-09-21T09:33:07.152 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-09-21T09:33:07.152 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout "initialized": true 2024-09-21T09:33:07.152 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout } 2024-09-21T09:33:07.153 INFO:teuthology.orchestra.run.smithi053.stdout:mgr epoch 9 is available 2024-09-21T09:33:07.153 INFO:teuthology.orchestra.run.smithi053.stdout:Generating a dashboard self-signed certificate... 2024-09-21T09:33:08.560 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:08 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:08.560 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:08 smithi053 ceph-mon[29335]: mgrmap e12: y(active, since 2s) 2024-09-21T09:33:08.560 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:08 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:08.560 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:08 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:08.560 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:08 smithi053 ceph-mon[29335]: [21/Sep/2024:09:33:08] ENGINE Bus STARTING 2024-09-21T09:33:08.560 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:33:08 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:33:08.256+0000 7f87a3d30640 -1 log_channel(cephadm) log [ERR] : [21/Sep/2024:09:33:08] ENGINE Error in HTTPServer.serve 2024-09-21T09:33:08.560 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:33:08 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: Traceback (most recent call last): 2024-09-21T09:33:08.561 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:33:08 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-21T09:33:08.561 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:33:08 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: self._connections.run(self.expiration_interval) 2024-09-21T09:33:08.561 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:33:08 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-21T09:33:08.561 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:33:08 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: self._run(expiration_interval) 2024-09-21T09:33:08.561 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:33:08 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-21T09:33:08.561 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:33:08 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: new_conn = self._from_server_socket(self.server.socket) 2024-09-21T09:33:08.561 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:33:08 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-21T09:33:08.561 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:33:08 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-21T09:33:08.561 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:33:08 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-21T09:33:08.561 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:33:08 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: s = self.context.wrap_socket( 2024-09-21T09:33:08.561 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:33:08 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-21T09:33:08.561 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:33:08 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: return self.sslsocket_class._create( 2024-09-21T09:33:08.561 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:33:08 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-21T09:33:08.561 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:33:08 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: self.do_handshake() 2024-09-21T09:33:08.562 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:33:08 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-21T09:33:08.562 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:33:08 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: self._sslobj.do_handshake() 2024-09-21T09:33:08.562 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:33:08 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-21T09:33:08.562 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:33:08 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:33:08.854 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-09-21T09:33:08.854 INFO:teuthology.orchestra.run.smithi053.stdout:Creating initial admin user... 2024-09-21T09:33:09.473 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:09 smithi053 ceph-mon[29335]: [21/Sep/2024:09:33:08] ENGINE Serving on https://172.21.15.53:7150 2024-09-21T09:33:09.473 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:09 smithi053 ceph-mon[29335]: [21/Sep/2024:09:33:08] ENGINE Error in HTTPServer.serve 2024-09-21T09:33:09.473 INFO:journalctl@ceph.mon.a.smithi053.stdout: Traceback (most recent call last): 2024-09-21T09:33:09.473 INFO:journalctl@ceph.mon.a.smithi053.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-21T09:33:09.473 INFO:journalctl@ceph.mon.a.smithi053.stdout: self._connections.run(self.expiration_interval) 2024-09-21T09:33:09.473 INFO:journalctl@ceph.mon.a.smithi053.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-21T09:33:09.473 INFO:journalctl@ceph.mon.a.smithi053.stdout: self._run(expiration_interval) 2024-09-21T09:33:09.473 INFO:journalctl@ceph.mon.a.smithi053.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-21T09:33:09.473 INFO:journalctl@ceph.mon.a.smithi053.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-21T09:33:09.474 INFO:journalctl@ceph.mon.a.smithi053.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-21T09:33:09.474 INFO:journalctl@ceph.mon.a.smithi053.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-21T09:33:09.474 INFO:journalctl@ceph.mon.a.smithi053.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-21T09:33:09.474 INFO:journalctl@ceph.mon.a.smithi053.stdout: s = self.context.wrap_socket( 2024-09-21T09:33:09.474 INFO:journalctl@ceph.mon.a.smithi053.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-21T09:33:09.474 INFO:journalctl@ceph.mon.a.smithi053.stdout: return self.sslsocket_class._create( 2024-09-21T09:33:09.474 INFO:journalctl@ceph.mon.a.smithi053.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-21T09:33:09.474 INFO:journalctl@ceph.mon.a.smithi053.stdout: self.do_handshake() 2024-09-21T09:33:09.474 INFO:journalctl@ceph.mon.a.smithi053.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-21T09:33:09.474 INFO:journalctl@ceph.mon.a.smithi053.stdout: self._sslobj.do_handshake() 2024-09-21T09:33:09.474 INFO:journalctl@ceph.mon.a.smithi053.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-21T09:33:09.474 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:09 smithi053 ceph-mon[29335]: [21/Sep/2024:09:33:08] ENGINE Serving on http://172.21.15.53:8765 2024-09-21T09:33:09.474 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:09 smithi053 ceph-mon[29335]: [21/Sep/2024:09:33:08] ENGINE Bus STARTED 2024-09-21T09:33:10.544 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:10 smithi053 ceph-mon[29335]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:33:10.544 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:10 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:10.947 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$3pyLtRp38GmEq5SGkDu2Rupa/MCBMs8v.QUUFYuct0zwaJa31RhBK", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1726911190, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-09-21T09:33:10.948 INFO:teuthology.orchestra.run.smithi053.stdout:Fetching dashboard port number... 2024-09-21T09:33:12.103 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stdout 8443 2024-09-21T09:33:12.113 INFO:teuthology.orchestra.run.smithi053.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-21T09:33:12.113 INFO:teuthology.orchestra.run.smithi053.stdout:systemctl: stdout disabled 2024-09-21T09:33:12.121 INFO:teuthology.orchestra.run.smithi053.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-21T09:33:12.121 INFO:teuthology.orchestra.run.smithi053.stdout:systemctl: stdout inactive 2024-09-21T09:33:12.121 INFO:teuthology.orchestra.run.smithi053.stdout:firewalld.service is not enabled 2024-09-21T09:33:12.121 INFO:teuthology.orchestra.run.smithi053.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-09-21T09:33:12.123 INFO:teuthology.orchestra.run.smithi053.stdout:Ceph Dashboard is now available at: 2024-09-21T09:33:12.123 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:33:12.123 INFO:teuthology.orchestra.run.smithi053.stdout: URL: https://smithi053.front.sepia.ceph.com:8443/ 2024-09-21T09:33:12.123 INFO:teuthology.orchestra.run.smithi053.stdout: User: admin 2024-09-21T09:33:12.123 INFO:teuthology.orchestra.run.smithi053.stdout: Password: n6s1nrpa5z 2024-09-21T09:33:12.123 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:33:12.123 INFO:teuthology.orchestra.run.smithi053.stdout:Saving cluster configuration to /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/config directory 2024-09-21T09:33:12.124 INFO:teuthology.orchestra.run.smithi053.stdout:Enabling autotune for osd_memory_target 2024-09-21T09:33:12.470 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:12 smithi053 ceph-mon[29335]: mgrmap e13: y(active, since 6s) 2024-09-21T09:33:12.470 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:12 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/3451982269' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-09-21T09:33:14.499 INFO:teuthology.orchestra.run.smithi053.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-09-21T09:33:14.499 INFO:teuthology.orchestra.run.smithi053.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-09-21T09:33:14.500 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:33:14.500 INFO:teuthology.orchestra.run.smithi053.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-09-21T09:33:14.500 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:33:14.500 INFO:teuthology.orchestra.run.smithi053.stdout:Or, if you are only running a single cluster on this host: 2024-09-21T09:33:14.500 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:33:14.500 INFO:teuthology.orchestra.run.smithi053.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-09-21T09:33:14.500 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:33:14.500 INFO:teuthology.orchestra.run.smithi053.stdout:Please consider enabling telemetry to help improve Ceph: 2024-09-21T09:33:14.500 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:33:14.500 INFO:teuthology.orchestra.run.smithi053.stdout: ceph telemetry on 2024-09-21T09:33:14.500 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:33:14.500 INFO:teuthology.orchestra.run.smithi053.stdout:For more information see: 2024-09-21T09:33:14.500 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:33:14.500 INFO:teuthology.orchestra.run.smithi053.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-09-21T09:33:14.501 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:33:14.501 INFO:teuthology.orchestra.run.smithi053.stdout:Bootstrap complete. 2024-09-21T09:33:14.533 INFO:tasks.cephadm:Fetching config... 2024-09-21T09:33:14.534 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-09-21T09:33:14.534 DEBUG:teuthology.orchestra.run.smithi053:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-09-21T09:33:14.550 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-09-21T09:33:14.551 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-09-21T09:33:14.551 DEBUG:teuthology.orchestra.run.smithi053:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-09-21T09:33:14.607 INFO:tasks.cephadm:Fetching mon keyring... 2024-09-21T09:33:14.607 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-09-21T09:33:14.607 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd if=/var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/keyring of=/dev/stdout 2024-09-21T09:33:14.673 INFO:tasks.cephadm:Fetching pub ssh key... 2024-09-21T09:33:14.673 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-09-21T09:33:14.673 DEBUG:teuthology.orchestra.run.smithi053:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-09-21T09:33:14.728 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-09-21T09:33:14.729 DEBUG:teuthology.orchestra.run.smithi053:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC5vqCAtOFRkti6hfJD8iwQpNWx1FUgjc8CaGCqCVZHAzyPsKt/uf7b5VL8saLBgw1oHLue1gUMcb36auJ/Z8CeAwcALlPC90jMtNvlchToHAOoag1eMjiDt4sdPwmt5gjPtEJwRcZ8TxWwKmVnP+JNuvgqU5oXHRVb/dfKMTVBlCooLdOVGx0BIJkbua1rnuk7JGXn0L2v7mkZ241UJtl6tks1gXeoB4odW12GO+R/w8830sjqpsO6UlkkfodXB9MWHL/5XN2p5m8SJM1mDpf5ml/8kfZGklYhFsTYbmbVm0qrOPjOyQau172tGW3ecQKwit+q5xmvhLYGcIeS3zYtNlOVJV+AfKXLfokz0N/ipJxb2TPRBOVxmUkk4qQrQBIkI5/yJkFnr+wlkI8BzFngfoK1HFywFkqMJmGJHA3fXkIoFFqIcISLhr7Wzj/7ijcOkM8c+r5gZAcUMNNE9SdGoHuVRT97SA2aWEaBdB2HGFpTY7pzYmKIogO0bFOTCms= ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-21T09:33:14.804 INFO:teuthology.orchestra.run.smithi053.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC5vqCAtOFRkti6hfJD8iwQpNWx1FUgjc8CaGCqCVZHAzyPsKt/uf7b5VL8saLBgw1oHLue1gUMcb36auJ/Z8CeAwcALlPC90jMtNvlchToHAOoag1eMjiDt4sdPwmt5gjPtEJwRcZ8TxWwKmVnP+JNuvgqU5oXHRVb/dfKMTVBlCooLdOVGx0BIJkbua1rnuk7JGXn0L2v7mkZ241UJtl6tks1gXeoB4odW12GO+R/w8830sjqpsO6UlkkfodXB9MWHL/5XN2p5m8SJM1mDpf5ml/8kfZGklYhFsTYbmbVm0qrOPjOyQau172tGW3ecQKwit+q5xmvhLYGcIeS3zYtNlOVJV+AfKXLfokz0N/ipJxb2TPRBOVxmUkk4qQrQBIkI5/yJkFnr+wlkI8BzFngfoK1HFywFkqMJmGJHA3fXkIoFFqIcISLhr7Wzj/7ijcOkM8c+r5gZAcUMNNE9SdGoHuVRT97SA2aWEaBdB2HGFpTY7pzYmKIogO0bFOTCms= ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490 2024-09-21T09:33:14.815 DEBUG:teuthology.orchestra.run.smithi170:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC5vqCAtOFRkti6hfJD8iwQpNWx1FUgjc8CaGCqCVZHAzyPsKt/uf7b5VL8saLBgw1oHLue1gUMcb36auJ/Z8CeAwcALlPC90jMtNvlchToHAOoag1eMjiDt4sdPwmt5gjPtEJwRcZ8TxWwKmVnP+JNuvgqU5oXHRVb/dfKMTVBlCooLdOVGx0BIJkbua1rnuk7JGXn0L2v7mkZ241UJtl6tks1gXeoB4odW12GO+R/w8830sjqpsO6UlkkfodXB9MWHL/5XN2p5m8SJM1mDpf5ml/8kfZGklYhFsTYbmbVm0qrOPjOyQau172tGW3ecQKwit+q5xmvhLYGcIeS3zYtNlOVJV+AfKXLfokz0N/ipJxb2TPRBOVxmUkk4qQrQBIkI5/yJkFnr+wlkI8BzFngfoK1HFywFkqMJmGJHA3fXkIoFFqIcISLhr7Wzj/7ijcOkM8c+r5gZAcUMNNE9SdGoHuVRT97SA2aWEaBdB2HGFpTY7pzYmKIogO0bFOTCms= ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-21T09:33:15.010 INFO:teuthology.orchestra.run.smithi170.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC5vqCAtOFRkti6hfJD8iwQpNWx1FUgjc8CaGCqCVZHAzyPsKt/uf7b5VL8saLBgw1oHLue1gUMcb36auJ/Z8CeAwcALlPC90jMtNvlchToHAOoag1eMjiDt4sdPwmt5gjPtEJwRcZ8TxWwKmVnP+JNuvgqU5oXHRVb/dfKMTVBlCooLdOVGx0BIJkbua1rnuk7JGXn0L2v7mkZ241UJtl6tks1gXeoB4odW12GO+R/w8830sjqpsO6UlkkfodXB9MWHL/5XN2p5m8SJM1mDpf5ml/8kfZGklYhFsTYbmbVm0qrOPjOyQau172tGW3ecQKwit+q5xmvhLYGcIeS3zYtNlOVJV+AfKXLfokz0N/ipJxb2TPRBOVxmUkk4qQrQBIkI5/yJkFnr+wlkI8BzFngfoK1HFywFkqMJmGJHA3fXkIoFFqIcISLhr7Wzj/7ijcOkM8c+r5gZAcUMNNE9SdGoHuVRT97SA2aWEaBdB2HGFpTY7pzYmKIogO0bFOTCms= ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490 2024-09-21T09:33:15.023 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-09-21T09:33:15.046 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:14 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/2805774614' entity='client.admin' 2024-09-21T09:33:15.224 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:33:18.484 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-09-21T09:33:18.484 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-09-21T09:33:18.723 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:33:19.097 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:18 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/1905459530' entity='client.admin' 2024-09-21T09:33:20.203 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:20 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:20.203 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:20 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:20.204 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:20 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi053", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:33:20.204 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:20 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:20.204 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:20 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:33:20.204 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:20 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:21.635 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi170 2024-09-21T09:33:21.635 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-21T09:33:21.636 DEBUG:teuthology.orchestra.run.smithi170:> dd of=/etc/ceph/ceph.conf 2024-09-21T09:33:21.654 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-21T09:33:21.655 DEBUG:teuthology.orchestra.run.smithi170:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-21T09:33:21.713 INFO:tasks.cephadm:Adding host smithi170 to orchestrator... 2024-09-21T09:33:21.713 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph orch host add smithi170 2024-09-21T09:33:21.912 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:33:22.131 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:21 smithi053 ceph-mon[29335]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:33:22.131 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:21 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:22.131 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:21 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:33:22.131 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:21 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:33:22.132 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:21 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:33:22.132 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:21 smithi053 ceph-mon[29335]: Updating smithi053:/etc/ceph/ceph.conf 2024-09-21T09:33:22.132 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:21 smithi053 ceph-mon[29335]: Updating smithi053:/var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/config/ceph.conf 2024-09-21T09:33:22.132 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:21 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:22.132 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:21 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:22.132 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:21 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:23.135 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:22 smithi053 ceph-mon[29335]: Updating smithi053:/etc/ceph/ceph.client.admin.keyring 2024-09-21T09:33:23.135 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:22 smithi053 ceph-mon[29335]: Updating smithi053:/var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/config/ceph.client.admin.keyring 2024-09-21T09:33:24.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:24 smithi053 ceph-mon[29335]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi170", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:33:26.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:26 smithi053 ceph-mon[29335]: Deploying cephadm binary to smithi170 2024-09-21T09:33:26.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:26 smithi053 ceph-mon[29335]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:33:26.800 INFO:teuthology.orchestra.run.smithi053.stdout:Added host 'smithi170' with addr '172.21.15.170' 2024-09-21T09:33:27.453 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph orch host ls --format=json 2024-09-21T09:33:27.657 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:33:28.075 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:27 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:28.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:27 smithi053 ceph-mon[29335]: Added host smithi170 2024-09-21T09:33:28.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:27 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:33:28.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:27 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:28.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:27 smithi053 ceph-mon[29335]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:33:28.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:27 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:29.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:29 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:29.377 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:33:29.377 INFO:teuthology.orchestra.run.smithi053.stdout:[{"addr": "172.21.15.53", "hostname": "smithi053", "labels": [], "status": ""}, {"addr": "172.21.15.170", "hostname": "smithi170", "labels": [], "status": ""}] 2024-09-21T09:33:29.951 INFO:tasks.cephadm:Setting crush tunables to default 2024-09-21T09:33:29.952 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph osd crush tunables default 2024-09-21T09:33:30.150 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:33:30.270 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:30 smithi053 ceph-mon[29335]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:33:31.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:31 smithi053 ceph-mon[29335]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-21T09:33:31.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:31 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:31.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:31 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:31.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:31 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:31.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:31 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:31.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:31 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi170", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:33:31.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:31 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:33:31.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:31 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:33:32.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:32 smithi053 ceph-mon[29335]: Updating smithi170:/etc/ceph/ceph.conf 2024-09-21T09:33:32.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:32 smithi053 ceph-mon[29335]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:33:32.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:32 smithi053 ceph-mon[29335]: Updating smithi170:/var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/config/ceph.conf 2024-09-21T09:33:32.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:32 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:32.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:32 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:32.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:32 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:32.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:32 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/1129254549' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-09-21T09:33:32.764 INFO:teuthology.orchestra.run.smithi053.stderr:adjusted tunables profile to default 2024-09-21T09:33:33.392 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:33 smithi053 ceph-mon[29335]: Updating smithi170:/etc/ceph/ceph.client.admin.keyring 2024-09-21T09:33:33.392 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:33 smithi053 ceph-mon[29335]: Updating smithi170:/var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/config/ceph.client.admin.keyring 2024-09-21T09:33:33.393 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:33 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/1129254549' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-21T09:33:33.393 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:33 smithi053 ceph-mon[29335]: osdmap e4: 0 total, 0 up, 0 in 2024-09-21T09:33:33.417 INFO:tasks.cephadm:Adding mon.a on smithi053 2024-09-21T09:33:33.417 INFO:tasks.cephadm:Adding mon.c on smithi053 2024-09-21T09:33:33.417 INFO:tasks.cephadm:Adding mon.b on smithi170 2024-09-21T09:33:33.417 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph orch apply mon '3;smithi053:172.21.15.53=a;smithi053:[v2:172.21.15.53:3301,v1:172.21.15.53:6790]=c;smithi170:172.21.15.170=b' 2024-09-21T09:33:33.614 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/config/ceph.conf 2024-09-21T09:33:34.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:34 smithi053 ceph-mon[29335]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:33:35.214 INFO:teuthology.orchestra.run.smithi170.stdout:Scheduled mon update... 2024-09-21T09:33:35.814 DEBUG:teuthology.orchestra.run.smithi053:mon.c> sudo journalctl -f -n 0 -u ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@mon.c.service 2024-09-21T09:33:35.817 DEBUG:teuthology.orchestra.run.smithi170:mon.b> sudo journalctl -f -n 0 -u ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@mon.b.service 2024-09-21T09:33:35.820 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-21T09:33:35.820 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph mon dump -f json 2024-09-21T09:33:36.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:36 smithi053 ceph-mon[29335]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:33:36.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:36 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:36.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:36 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:33:36.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:36 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:33:36.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:36 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:33:36.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:36 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:36.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:36 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-21T09:33:36.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:36 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:33:36.980 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/config/ceph.conf 2024-09-21T09:33:37.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:37 smithi053 ceph-mon[29335]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi053:172.21.15.53=a;smithi053:[v2:172.21.15.53:3301,v1:172.21.15.53:6790]=c;smithi170:172.21.15.170=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:33:37.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:37 smithi053 ceph-mon[29335]: Saving service mon spec with placement smithi053:172.21.15.53=a;smithi053:[v2:172.21.15.53:3301,v1:172.21.15.53:6790]=c;smithi170:172.21.15.170=b;count:3 2024-09-21T09:33:37.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:37 smithi053 ceph-mon[29335]: Deploying daemon mon.b on smithi170 2024-09-21T09:33:38.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:38 smithi053 ceph-mon[29335]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:33:39.950 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:33:39.951 INFO:teuthology.orchestra.run.smithi170.stdout:{"epoch":1,"fsid":"41b6d1ee-77fc-11ef-baf6-efdc52797490","modified":"2024-09-21T09:32:07.441407Z","created":"2024-09-21T09:32:07.441407Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:3300","nonce":0},{"type":"v1","addr":"172.21.15.53:6789","nonce":0}]},"addr":"172.21.15.53:6789/0","public_addr":"172.21.15.53:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-09-21T09:33:39.951 INFO:teuthology.orchestra.run.smithi170.stderr:dumped monmap epoch 1 2024-09-21T09:33:40.073 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:40 smithi170 ceph-mon[32771]: mon.b@-1(???) e0 preinit fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 2024-09-21T09:33:40.073 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:40 smithi170 ceph-mon[32771]: mon.b@-1(synchronizing).mds e1 new map 2024-09-21T09:33:40.073 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:40 smithi170 ceph-mon[32771]: mon.b@-1(synchronizing).mds e1 print_map 2024-09-21T09:33:40.073 INFO:journalctl@ceph.mon.b.smithi170.stdout: e1 2024-09-21T09:33:40.073 INFO:journalctl@ceph.mon.b.smithi170.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-21T09:33:40.073 INFO:journalctl@ceph.mon.b.smithi170.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-21T09:33:40.073 INFO:journalctl@ceph.mon.b.smithi170.stdout: legacy client fscid: -1 2024-09-21T09:33:40.073 INFO:journalctl@ceph.mon.b.smithi170.stdout: 2024-09-21T09:33:40.073 INFO:journalctl@ceph.mon.b.smithi170.stdout: No filesystems configured 2024-09-21T09:33:40.073 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:40 smithi170 ceph-mon[32771]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-09-21T09:33:40.073 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:40 smithi170 ceph-mon[32771]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-09-21T09:33:40.073 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:40 smithi170 ceph-mon[32771]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-09-21T09:33:40.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:40 smithi170 ceph-mon[32771]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-09-21T09:33:40.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:40 smithi170 ceph-mon[32771]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-09-21T09:33:40.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:40 smithi170 ceph-mon[32771]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-09-21T09:33:40.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:40 smithi170 ceph-mon[32771]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-21T09:33:40.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:40 smithi170 ceph-mon[32771]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-21T09:33:40.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:40 smithi170 ceph-mon[32771]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-21T09:33:40.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:40 smithi170 ceph-mon[32771]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-21T09:33:40.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:40 smithi170 ceph-mon[32771]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-21T09:33:40.415 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:40 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:40.415 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:40 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:40.415 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:40 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:40.415 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:40 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:40.415 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:40 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi170", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:33:40.415 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:40 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:33:40.415 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:40 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:33:40.415 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:40 smithi170 ceph-mon[32771]: Updating smithi170:/etc/ceph/ceph.conf 2024-09-21T09:33:40.415 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:40 smithi170 ceph-mon[32771]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:33:40.415 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:40 smithi170 ceph-mon[32771]: Updating smithi170:/var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/config/ceph.conf 2024-09-21T09:33:40.415 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:40 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:40.415 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:40 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:40.415 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:40 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:40.416 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:40 smithi170 ceph-mon[32771]: from='client.? 172.21.15.53:0/1129254549' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-09-21T09:33:40.416 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:40 smithi170 ceph-mon[32771]: Updating smithi170:/etc/ceph/ceph.client.admin.keyring 2024-09-21T09:33:40.416 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:40 smithi170 ceph-mon[32771]: Updating smithi170:/var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/config/ceph.client.admin.keyring 2024-09-21T09:33:40.416 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:40 smithi170 ceph-mon[32771]: from='client.? 172.21.15.53:0/1129254549' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-21T09:33:40.416 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:40 smithi170 ceph-mon[32771]: osdmap e4: 0 total, 0 up, 0 in 2024-09-21T09:33:40.416 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:40 smithi170 ceph-mon[32771]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:33:40.416 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:40 smithi170 ceph-mon[32771]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:33:40.416 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:40 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:40.416 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:40 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:33:40.416 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:40 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:33:40.416 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:40 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:33:40.416 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:40 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:40.416 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:40 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-21T09:33:40.416 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:40 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:33:40.416 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:40 smithi170 ceph-mon[32771]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi053:172.21.15.53=a;smithi053:[v2:172.21.15.53:3301,v1:172.21.15.53:6790]=c;smithi170:172.21.15.170=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:33:40.416 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:40 smithi170 ceph-mon[32771]: Saving service mon spec with placement smithi053:172.21.15.53=a;smithi053:[v2:172.21.15.53:3301,v1:172.21.15.53:6790]=c;smithi170:172.21.15.170=b;count:3 2024-09-21T09:33:40.417 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:40 smithi170 ceph-mon[32771]: Deploying daemon mon.b on smithi170 2024-09-21T09:33:40.417 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:40 smithi170 ceph-mon[32771]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:33:40.417 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:40 smithi170 ceph-mon[32771]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-09-21T09:33:40.417 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:40 smithi170 bash[32700]: fcc142506cdddefbd6fa2396409da597751233a41663cb3b0371a8754d9ead9b 2024-09-21T09:33:40.417 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:40 smithi170 systemd[1]: Started Ceph mon.b for 41b6d1ee-77fc-11ef-baf6-efdc52797490. 2024-09-21T09:33:41.694 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-21T09:33:41.694 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph mon dump -f json 2024-09-21T09:33:41.910 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.b/config 2024-09-21T09:33:45.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:45 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-21T09:33:45.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:45 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T09:33:45.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:45 smithi170 ceph-mon[32771]: mon.a calling monitor election 2024-09-21T09:33:45.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:45 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T09:33:45.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:45 smithi170 ceph-mon[32771]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:33:45.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:45 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T09:33:45.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:45 smithi170 ceph-mon[32771]: mon.b calling monitor election 2024-09-21T09:33:45.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:45 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T09:33:45.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:45 smithi170 ceph-mon[32771]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:33:45.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:45 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T09:33:45.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:45 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T09:33:45.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:45 smithi170 ceph-mon[32771]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-21T09:33:45.415 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:45 smithi170 ceph-mon[32771]: monmap e2: 2 mons at {a=[v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0],b=[v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-21T09:33:45.415 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:45 smithi170 ceph-mon[32771]: fsmap 2024-09-21T09:33:45.415 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:45 smithi170 ceph-mon[32771]: osdmap e4: 0 total, 0 up, 0 in 2024-09-21T09:33:45.415 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:45 smithi170 ceph-mon[32771]: mgrmap e13: y(active, since 39s) 2024-09-21T09:33:45.415 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:45 smithi170 ceph-mon[32771]: overall HEALTH_OK 2024-09-21T09:33:45.415 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:45 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:45.415 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:45 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:45.415 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:45 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:45.415 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:45 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-21T09:33:45.415 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:45 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:33:45.476 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:45 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-21T09:33:45.476 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:45 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T09:33:45.476 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:45 smithi053 ceph-mon[29335]: mon.a calling monitor election 2024-09-21T09:33:45.476 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:45 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T09:33:45.476 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:45 smithi053 ceph-mon[29335]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:33:45.476 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:45 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T09:33:45.476 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:45 smithi053 ceph-mon[29335]: mon.b calling monitor election 2024-09-21T09:33:45.476 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:45 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T09:33:45.476 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:45 smithi053 ceph-mon[29335]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:33:45.476 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:45 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T09:33:45.476 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:45 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T09:33:45.477 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:45 smithi053 ceph-mon[29335]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-21T09:33:45.477 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:45 smithi053 ceph-mon[29335]: monmap e2: 2 mons at {a=[v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0],b=[v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-21T09:33:45.477 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:45 smithi053 ceph-mon[29335]: fsmap 2024-09-21T09:33:45.477 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:45 smithi053 ceph-mon[29335]: osdmap e4: 0 total, 0 up, 0 in 2024-09-21T09:33:45.477 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:45 smithi053 ceph-mon[29335]: mgrmap e13: y(active, since 39s) 2024-09-21T09:33:45.477 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:45 smithi053 ceph-mon[29335]: overall HEALTH_OK 2024-09-21T09:33:45.477 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:45 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:45.477 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:45 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:45.477 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:45 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:45.477 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:45 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-21T09:33:45.477 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:45 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:33:46.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:46 smithi170 ceph-mon[32771]: Deploying daemon mon.c on smithi053 2024-09-21T09:33:46.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:46 smithi170 ceph-mon[32771]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:33:46.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:46 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T09:33:46.489 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:46 smithi053 ceph-mon[29335]: Deploying daemon mon.c on smithi053 2024-09-21T09:33:46.489 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:46 smithi053 ceph-mon[29335]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:33:46.489 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:46 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T09:33:46.585 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:33:46.585 INFO:teuthology.orchestra.run.smithi170.stdout:{"epoch":2,"fsid":"41b6d1ee-77fc-11ef-baf6-efdc52797490","modified":"2024-09-21T09:33:40.076703Z","created":"2024-09-21T09:32:07.441407Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:3300","nonce":0},{"type":"v1","addr":"172.21.15.53:6789","nonce":0}]},"addr":"172.21.15.53:6789/0","public_addr":"172.21.15.53:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:3300","nonce":0},{"type":"v1","addr":"172.21.15.170:6789","nonce":0}]},"addr":"172.21.15.170:6789/0","public_addr":"172.21.15.170:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-09-21T09:33:46.585 INFO:teuthology.orchestra.run.smithi170.stderr:dumped monmap epoch 2 2024-09-21T09:33:47.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:47 smithi170 ceph-mon[32771]: from='client.? 172.21.15.170:0/4226803154' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-21T09:33:47.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:47 smithi053 ceph-mon[29335]: from='client.? 172.21.15.170:0/4226803154' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-21T09:33:48.181 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-21T09:33:48.182 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph mon dump -f json 2024-09-21T09:33:48.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[29335]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:33:48.384 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.b/config 2024-09-21T09:33:48.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:48 smithi170 ceph-mon[32771]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:33:48.602 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 podman[40974]: 2024-09-21 09:33:48.578719174 +0000 UTC m=+0.344101640 container start da7e3ccf4cf3d4e32651e2499d9805b62a7d97f47dc49d0e324456b17073f7b9 (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mon-c, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=reef-6a1bdf8) 2024-09-21T09:33:48.602 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: set uid:gid to 167:167 (ceph:ceph) 2024-09-21T09:33:48.602 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: ceph version 18.2.4-871-g6a1bdf85 (6a1bdf854bb5803efd58957907442aa01f41a8fc) reef (stable), process ceph-mon, pid 7 2024-09-21T09:33:48.602 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: pidfile_write: ignore empty --pid-file 2024-09-21T09:33:49.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: load: jerasure load: lrc 2024-09-21T09:33:49.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: RocksDB version: 7.9.2 2024-09-21T09:33:49.077 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Git sha 0 2024-09-21T09:33:49.077 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Compile date 2024-09-20 20:34:00 2024-09-21T09:33:49.077 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: DB SUMMARY 2024-09-21T09:33:49.077 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: DB Session ID: FHJXJX52OR6S9GTNP7PN 2024-09-21T09:33:49.077 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: CURRENT file: CURRENT 2024-09-21T09:33:49.077 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: IDENTITY file: IDENTITY 2024-09-21T09:33:49.077 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-09-21T09:33:49.077 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-09-21T09:33:49.077 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 636 ; 2024-09-21T09:33:49.077 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.error_if_exists: 0 2024-09-21T09:33:49.077 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.create_if_missing: 0 2024-09-21T09:33:49.077 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.paranoid_checks: 1 2024-09-21T09:33:49.077 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-21T09:33:49.078 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-21T09:33:49.078 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-21T09:33:49.078 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.env: 0x55916ac31bc0 2024-09-21T09:33:49.078 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.fs: PosixFileSystem 2024-09-21T09:33:49.078 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.info_log: 0x55916b8aebe0 2024-09-21T09:33:49.078 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.max_file_opening_threads: 16 2024-09-21T09:33:49.078 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.statistics: (nil) 2024-09-21T09:33:49.078 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.use_fsync: 0 2024-09-21T09:33:49.078 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.max_log_file_size: 0 2024-09-21T09:33:49.078 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-21T09:33:49.078 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-21T09:33:49.078 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.keep_log_file_num: 1000 2024-09-21T09:33:49.078 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.recycle_log_file_num: 0 2024-09-21T09:33:49.079 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.allow_fallocate: 1 2024-09-21T09:33:49.079 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.allow_mmap_reads: 0 2024-09-21T09:33:49.079 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.allow_mmap_writes: 0 2024-09-21T09:33:49.079 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.use_direct_reads: 0 2024-09-21T09:33:49.079 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-21T09:33:49.079 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.create_missing_column_families: 0 2024-09-21T09:33:49.079 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.db_log_dir: 2024-09-21T09:33:49.079 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.wal_dir: 2024-09-21T09:33:49.079 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-21T09:33:49.079 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-21T09:33:49.079 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-21T09:33:49.079 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-21T09:33:49.080 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-21T09:33:49.080 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-21T09:33:49.081 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.advise_random_on_open: 1 2024-09-21T09:33:49.081 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.db_write_buffer_size: 0 2024-09-21T09:33:49.081 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.write_buffer_manager: 0x55916b8bc320 2024-09-21T09:33:49.081 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-21T09:33:49.081 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-21T09:33:49.081 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-21T09:33:49.081 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.rate_limiter: (nil) 2024-09-21T09:33:49.081 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-21T09:33:49.081 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.wal_recovery_mode: 2 2024-09-21T09:33:49.081 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.enable_thread_tracking: 0 2024-09-21T09:33:49.081 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.enable_pipelined_write: 0 2024-09-21T09:33:49.081 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.unordered_write: 0 2024-09-21T09:33:49.081 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-21T09:33:49.082 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-21T09:33:49.082 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-21T09:33:49.082 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-21T09:33:49.082 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.row_cache: None 2024-09-21T09:33:49.082 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.wal_filter: None 2024-09-21T09:33:49.082 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-21T09:33:49.082 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.allow_ingest_behind: 0 2024-09-21T09:33:49.082 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.two_write_queues: 0 2024-09-21T09:33:49.082 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.manual_wal_flush: 0 2024-09-21T09:33:49.082 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.wal_compression: 0 2024-09-21T09:33:49.082 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.atomic_flush: 0 2024-09-21T09:33:49.082 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-21T09:33:49.082 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-21T09:33:49.082 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-21T09:33:49.083 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.log_readahead_size: 0 2024-09-21T09:33:49.083 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-21T09:33:49.083 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.best_efforts_recovery: 0 2024-09-21T09:33:49.083 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-21T09:33:49.083 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-21T09:33:49.083 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.allow_data_in_errors: 0 2024-09-21T09:33:49.083 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.db_host_id: __hostname__ 2024-09-21T09:33:49.083 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-21T09:33:49.083 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.max_background_jobs: 2 2024-09-21T09:33:49.083 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.max_background_compactions: -1 2024-09-21T09:33:49.083 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.max_subcompactions: 1 2024-09-21T09:33:49.083 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-21T09:33:49.083 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-21T09:33:49.083 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-21T09:33:49.084 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.max_total_wal_size: 0 2024-09-21T09:33:49.084 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-21T09:33:49.084 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-21T09:33:49.084 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-21T09:33:49.084 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-21T09:33:49.084 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.max_open_files: -1 2024-09-21T09:33:49.084 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.bytes_per_sync: 0 2024-09-21T09:33:49.084 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-21T09:33:49.084 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-21T09:33:49.084 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.compaction_readahead_size: 0 2024-09-21T09:33:49.084 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.max_background_flushes: -1 2024-09-21T09:33:49.084 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Compression algorithms supported: 2024-09-21T09:33:49.084 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: kZSTD supported: 0 2024-09-21T09:33:49.084 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: kXpressCompression supported: 0 2024-09-21T09:33:49.084 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: kBZip2Compression supported: 0 2024-09-21T09:33:49.085 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-21T09:33:49.085 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: kLZ4Compression supported: 1 2024-09-21T09:33:49.085 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: kZlibCompression supported: 1 2024-09-21T09:33:49.085 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: kLZ4HCCompression supported: 1 2024-09-21T09:33:49.085 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: kSnappyCompression supported: 1 2024-09-21T09:33:49.085 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-21T09:33:49.085 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-21T09:33:49.085 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2024-09-21T09:33:49.085 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-21T09:33:49.085 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-21T09:33:49.085 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.merge_operator: 2024-09-21T09:33:49.085 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.compaction_filter: None 2024-09-21T09:33:49.085 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.compaction_filter_factory: None 2024-09-21T09:33:49.085 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.sst_partitioner_factory: None 2024-09-21T09:33:49.085 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-21T09:33:49.085 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-21T09:33:49.086 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55916b8ae7e0) 2024-09-21T09:33:49.086 INFO:journalctl@ceph.mon.c.smithi053.stdout: cache_index_and_filter_blocks: 1 2024-09-21T09:33:49.086 INFO:journalctl@ceph.mon.c.smithi053.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-21T09:33:49.086 INFO:journalctl@ceph.mon.c.smithi053.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-21T09:33:49.086 INFO:journalctl@ceph.mon.c.smithi053.stdout: pin_top_level_index_and_filter: 1 2024-09-21T09:33:49.086 INFO:journalctl@ceph.mon.c.smithi053.stdout: index_type: 0 2024-09-21T09:33:49.086 INFO:journalctl@ceph.mon.c.smithi053.stdout: data_block_index_type: 0 2024-09-21T09:33:49.086 INFO:journalctl@ceph.mon.c.smithi053.stdout: index_shortening: 1 2024-09-21T09:33:49.086 INFO:journalctl@ceph.mon.c.smithi053.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-21T09:33:49.086 INFO:journalctl@ceph.mon.c.smithi053.stdout: checksum: 4 2024-09-21T09:33:49.086 INFO:journalctl@ceph.mon.c.smithi053.stdout: no_block_cache: 0 2024-09-21T09:33:49.086 INFO:journalctl@ceph.mon.c.smithi053.stdout: block_cache: 0x55916b8a31f0 2024-09-21T09:33:49.086 INFO:journalctl@ceph.mon.c.smithi053.stdout: block_cache_name: BinnedLRUCache 2024-09-21T09:33:49.086 INFO:journalctl@ceph.mon.c.smithi053.stdout: block_cache_options: 2024-09-21T09:33:49.086 INFO:journalctl@ceph.mon.c.smithi053.stdout: capacity : 536870912 2024-09-21T09:33:49.086 INFO:journalctl@ceph.mon.c.smithi053.stdout: num_shard_bits : 4 2024-09-21T09:33:49.087 INFO:journalctl@ceph.mon.c.smithi053.stdout: strict_capacity_limit : 0 2024-09-21T09:33:49.087 INFO:journalctl@ceph.mon.c.smithi053.stdout: high_pri_pool_ratio: 0.000 2024-09-21T09:33:49.087 INFO:journalctl@ceph.mon.c.smithi053.stdout: block_cache_compressed: (nil) 2024-09-21T09:33:49.087 INFO:journalctl@ceph.mon.c.smithi053.stdout: persistent_cache: (nil) 2024-09-21T09:33:49.087 INFO:journalctl@ceph.mon.c.smithi053.stdout: block_size: 4096 2024-09-21T09:33:49.087 INFO:journalctl@ceph.mon.c.smithi053.stdout: block_size_deviation: 10 2024-09-21T09:33:49.087 INFO:journalctl@ceph.mon.c.smithi053.stdout: block_restart_interval: 16 2024-09-21T09:33:49.087 INFO:journalctl@ceph.mon.c.smithi053.stdout: index_block_restart_interval: 1 2024-09-21T09:33:49.087 INFO:journalctl@ceph.mon.c.smithi053.stdout: metadata_block_size: 4096 2024-09-21T09:33:49.087 INFO:journalctl@ceph.mon.c.smithi053.stdout: partition_filters: 0 2024-09-21T09:33:49.087 INFO:journalctl@ceph.mon.c.smithi053.stdout: use_delta_encoding: 1 2024-09-21T09:33:49.087 INFO:journalctl@ceph.mon.c.smithi053.stdout: filter_policy: bloomfilter 2024-09-21T09:33:49.087 INFO:journalctl@ceph.mon.c.smithi053.stdout: whole_key_filtering: 1 2024-09-21T09:33:49.087 INFO:journalctl@ceph.mon.c.smithi053.stdout: verify_compression: 0 2024-09-21T09:33:49.087 INFO:journalctl@ceph.mon.c.smithi053.stdout: read_amp_bytes_per_bit: 0 2024-09-21T09:33:49.087 INFO:journalctl@ceph.mon.c.smithi053.stdout: format_version: 5 2024-09-21T09:33:49.087 INFO:journalctl@ceph.mon.c.smithi053.stdout: enable_index_compression: 1 2024-09-21T09:33:49.088 INFO:journalctl@ceph.mon.c.smithi053.stdout: block_align: 0 2024-09-21T09:33:49.088 INFO:journalctl@ceph.mon.c.smithi053.stdout: max_auto_readahead_size: 262144 2024-09-21T09:33:49.088 INFO:journalctl@ceph.mon.c.smithi053.stdout: prepopulate_block_cache: 0 2024-09-21T09:33:49.088 INFO:journalctl@ceph.mon.c.smithi053.stdout: initial_auto_readahead_size: 8192 2024-09-21T09:33:49.088 INFO:journalctl@ceph.mon.c.smithi053.stdout: num_file_reads_for_auto_readahead: 2 2024-09-21T09:33:49.088 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.write_buffer_size: 33554432 2024-09-21T09:33:49.088 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.max_write_buffer_number: 2 2024-09-21T09:33:49.088 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.compression: NoCompression 2024-09-21T09:33:49.088 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.bottommost_compression: Disabled 2024-09-21T09:33:49.088 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.prefix_extractor: nullptr 2024-09-21T09:33:49.088 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-21T09:33:49.088 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.num_levels: 7 2024-09-21T09:33:49.088 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-21T09:33:49.088 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-21T09:33:49.088 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-21T09:33:49.089 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-21T09:33:49.089 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-21T09:33:49.089 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-21T09:33:49.089 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-21T09:33:49.089 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-21T09:33:49.089 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-21T09:33:49.089 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-21T09:33:49.089 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-21T09:33:49.089 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-21T09:33:49.089 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-21T09:33:49.089 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.compression_opts.level: 32767 2024-09-21T09:33:49.089 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.compression_opts.strategy: 0 2024-09-21T09:33:49.089 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-21T09:33:49.089 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-21T09:33:49.090 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-21T09:33:49.090 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-21T09:33:49.090 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.compression_opts.enabled: false 2024-09-21T09:33:49.090 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-21T09:33:49.090 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-21T09:33:49.090 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-21T09:33:49.090 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-21T09:33:49.090 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.target_file_size_base: 67108864 2024-09-21T09:33:49.090 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-21T09:33:49.090 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-21T09:33:49.090 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-21T09:33:49.090 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-21T09:33:49.090 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-21T09:33:49.090 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-21T09:33:49.090 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-21T09:33:49.091 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-21T09:33:49.091 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-21T09:33:49.091 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-21T09:33:49.091 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-21T09:33:49.091 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-21T09:33:49.091 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-21T09:33:49.091 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-21T09:33:49.091 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.arena_block_size: 1048576 2024-09-21T09:33:49.091 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-21T09:33:49.091 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-21T09:33:49.091 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.disable_auto_compactions: 0 2024-09-21T09:33:49.091 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-21T09:33:49.091 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-21T09:33:49.091 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-21T09:33:49.092 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-21T09:33:49.092 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-21T09:33:49.092 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-21T09:33:49.092 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-21T09:33:49.092 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-21T09:33:49.092 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-21T09:33:49.092 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-21T09:33:49.092 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-21T09:33:49.092 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.inplace_update_support: 0 2024-09-21T09:33:49.092 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-21T09:33:49.092 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-21T09:33:49.092 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-21T09:33:49.092 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-21T09:33:49.092 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.bloom_locality: 0 2024-09-21T09:33:49.092 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.max_successive_merges: 0 2024-09-21T09:33:49.093 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-21T09:33:49.093 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.paranoid_file_checks: 0 2024-09-21T09:33:49.093 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.force_consistency_checks: 1 2024-09-21T09:33:49.093 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.report_bg_io_stats: 0 2024-09-21T09:33:49.093 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.ttl: 2592000 2024-09-21T09:33:49.093 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-21T09:33:49.093 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-21T09:33:49.093 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-21T09:33:49.093 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.enable_blob_files: false 2024-09-21T09:33:49.093 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.min_blob_size: 0 2024-09-21T09:33:49.093 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.blob_file_size: 268435456 2024-09-21T09:33:49.093 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-21T09:33:49.093 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-21T09:33:49.093 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-21T09:33:49.093 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-21T09:33:49.094 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-21T09:33:49.094 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.blob_file_starting_level: 0 2024-09-21T09:33:49.094 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-21T09:33:49.094 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-21T09:33:49.094 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-09-21T09:33:49.094 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: fa737f72-8f6a-4422-af6c-fe9f44da8784 2024-09-21T09:33:49.094 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726911228606520, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-09-21T09:33:49.094 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-09-21T09:33:49.094 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726911228606948, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1773, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726911228, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "fa737f72-8f6a-4422-af6c-fe9f44da8784", "db_session_id": "FHJXJX52OR6S9GTNP7PN", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-09-21T09:33:49.094 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726911228607047, "job": 1, "event": "recovery_finished"} 2024-09-21T09:33:49.094 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-09-21T09:33:49.094 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-21T09:33:49.094 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55916b8cee00 2024-09-21T09:33:49.094 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: DB pointer 0x55916b9c2000 2024-09-21T09:33:49.094 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-09-21T09:33:49.095 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-21T09:33:49.095 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-21T09:33:49.095 INFO:journalctl@ceph.mon.c.smithi053.stdout: ** DB Stats ** 2024-09-21T09:33:49.095 INFO:journalctl@ceph.mon.c.smithi053.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-21T09:33:49.095 INFO:journalctl@ceph.mon.c.smithi053.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-21T09:33:49.095 INFO:journalctl@ceph.mon.c.smithi053.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-21T09:33:49.095 INFO:journalctl@ceph.mon.c.smithi053.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-21T09:33:49.095 INFO:journalctl@ceph.mon.c.smithi053.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-21T09:33:49.095 INFO:journalctl@ceph.mon.c.smithi053.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-21T09:33:49.095 INFO:journalctl@ceph.mon.c.smithi053.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-21T09:33:49.095 INFO:journalctl@ceph.mon.c.smithi053.stdout: 2024-09-21T09:33:49.095 INFO:journalctl@ceph.mon.c.smithi053.stdout: ** Compaction Stats [default] ** 2024-09-21T09:33:49.095 INFO:journalctl@ceph.mon.c.smithi053.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-21T09:33:49.095 INFO:journalctl@ceph.mon.c.smithi053.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-21T09:33:49.095 INFO:journalctl@ceph.mon.c.smithi053.stdout: L0 1/0 1.73 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.1 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-21T09:33:49.096 INFO:journalctl@ceph.mon.c.smithi053.stdout: Sum 1/0 1.73 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.1 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-21T09:33:49.096 INFO:journalctl@ceph.mon.c.smithi053.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.1 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-21T09:33:49.096 INFO:journalctl@ceph.mon.c.smithi053.stdout: 2024-09-21T09:33:49.096 INFO:journalctl@ceph.mon.c.smithi053.stdout: ** Compaction Stats [default] ** 2024-09-21T09:33:49.096 INFO:journalctl@ceph.mon.c.smithi053.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-21T09:33:49.096 INFO:journalctl@ceph.mon.c.smithi053.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-21T09:33:49.096 INFO:journalctl@ceph.mon.c.smithi053.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.1 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-21T09:33:49.096 INFO:journalctl@ceph.mon.c.smithi053.stdout: 2024-09-21T09:33:49.096 INFO:journalctl@ceph.mon.c.smithi053.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-21T09:33:49.096 INFO:journalctl@ceph.mon.c.smithi053.stdout: 2024-09-21T09:33:49.096 INFO:journalctl@ceph.mon.c.smithi053.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-21T09:33:49.096 INFO:journalctl@ceph.mon.c.smithi053.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-21T09:33:49.096 INFO:journalctl@ceph.mon.c.smithi053.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-21T09:33:49.096 INFO:journalctl@ceph.mon.c.smithi053.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-21T09:33:49.097 INFO:journalctl@ceph.mon.c.smithi053.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-21T09:33:49.097 INFO:journalctl@ceph.mon.c.smithi053.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-21T09:33:49.097 INFO:journalctl@ceph.mon.c.smithi053.stdout: Cumulative compaction: 0.00 GB write, 0.63 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-21T09:33:49.097 INFO:journalctl@ceph.mon.c.smithi053.stdout: Interval compaction: 0.00 GB write, 0.63 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-21T09:33:49.097 INFO:journalctl@ceph.mon.c.smithi053.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-21T09:33:49.097 INFO:journalctl@ceph.mon.c.smithi053.stdout: Block cache BinnedLRUCache@0x55916b8a31f0#7 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-09-21T09:33:49.097 INFO:journalctl@ceph.mon.c.smithi053.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-09-21T09:33:49.097 INFO:journalctl@ceph.mon.c.smithi053.stdout: 2024-09-21T09:33:49.097 INFO:journalctl@ceph.mon.c.smithi053.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-21T09:33:49.097 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: using public_addrv [v2:172.21.15.53:3301/0,v1:172.21.15.53:6790/0] 2024-09-21T09:33:49.097 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: starting mon.c rank -1 at public addrs [v2:172.21.15.53:3301/0,v1:172.21.15.53:6790/0] at bind addrs [v2:172.21.15.53:3301/0,v1:172.21.15.53:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 2024-09-21T09:33:49.097 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: mon.c@-1(???) e0 preinit fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 2024-09-21T09:33:49.097 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: mon.c@-1(synchronizing).mds e1 new map 2024-09-21T09:33:49.097 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: mon.c@-1(synchronizing).mds e1 print_map 2024-09-21T09:33:49.097 INFO:journalctl@ceph.mon.c.smithi053.stdout: e1 2024-09-21T09:33:49.098 INFO:journalctl@ceph.mon.c.smithi053.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-21T09:33:49.098 INFO:journalctl@ceph.mon.c.smithi053.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-21T09:33:49.098 INFO:journalctl@ceph.mon.c.smithi053.stdout: legacy client fscid: -1 2024-09-21T09:33:49.098 INFO:journalctl@ceph.mon.c.smithi053.stdout: 2024-09-21T09:33:49.098 INFO:journalctl@ceph.mon.c.smithi053.stdout: No filesystems configured 2024-09-21T09:33:49.099 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-09-21T09:33:49.099 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-09-21T09:33:49.099 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-09-21T09:33:49.099 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-09-21T09:33:49.099 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-09-21T09:33:49.099 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-09-21T09:33:49.099 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-21T09:33:49.099 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-21T09:33:49.099 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-21T09:33:49.099 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-21T09:33:49.099 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-21T09:33:49.099 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:49.099 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:49.099 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:49.100 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:49.100 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi170", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:33:49.100 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:33:49.100 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:33:49.100 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: Updating smithi170:/etc/ceph/ceph.conf 2024-09-21T09:33:49.100 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:33:49.100 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: Updating smithi170:/var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/config/ceph.conf 2024-09-21T09:33:49.100 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:49.100 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:49.100 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:49.100 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: from='client.? 172.21.15.53:0/1129254549' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-09-21T09:33:49.100 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: Updating smithi170:/etc/ceph/ceph.client.admin.keyring 2024-09-21T09:33:49.100 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: Updating smithi170:/var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/config/ceph.client.admin.keyring 2024-09-21T09:33:49.100 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: from='client.? 172.21.15.53:0/1129254549' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-21T09:33:49.100 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: osdmap e4: 0 total, 0 up, 0 in 2024-09-21T09:33:49.101 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:33:49.101 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:33:49.101 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:49.101 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:33:49.101 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:33:49.101 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:33:49.101 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:49.101 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-21T09:33:49.101 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:33:49.101 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi053:172.21.15.53=a;smithi053:[v2:172.21.15.53:3301,v1:172.21.15.53:6790]=c;smithi170:172.21.15.170=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:33:49.101 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: Saving service mon spec with placement smithi053:172.21.15.53=a;smithi053:[v2:172.21.15.53:3301,v1:172.21.15.53:6790]=c;smithi170:172.21.15.170=b;count:3 2024-09-21T09:33:49.101 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: Deploying daemon mon.b on smithi170 2024-09-21T09:33:49.101 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:33:49.101 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-21T09:33:49.101 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T09:33:49.102 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: mon.a calling monitor election 2024-09-21T09:33:49.102 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T09:33:49.102 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:33:49.102 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T09:33:49.102 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: mon.b calling monitor election 2024-09-21T09:33:49.102 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T09:33:49.102 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:33:49.102 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T09:33:49.102 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T09:33:49.102 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-21T09:33:49.102 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: monmap e2: 2 mons at {a=[v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0],b=[v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-21T09:33:49.102 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: fsmap 2024-09-21T09:33:49.102 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: osdmap e4: 0 total, 0 up, 0 in 2024-09-21T09:33:49.102 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: mgrmap e13: y(active, since 39s) 2024-09-21T09:33:49.102 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: overall HEALTH_OK 2024-09-21T09:33:49.102 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:49.103 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:49.103 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:49.103 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-21T09:33:49.103 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:33:49.103 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: Deploying daemon mon.c on smithi053 2024-09-21T09:33:49.103 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:33:49.103 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T09:33:49.103 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: from='client.? 172.21.15.170:0/4226803154' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-21T09:33:49.103 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:33:49.103 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 ceph-mon[41013]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-09-21T09:33:49.103 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 bash[40974]: da7e3ccf4cf3d4e32651e2499d9805b62a7d97f47dc49d0e324456b17073f7b9 2024-09-21T09:33:49.103 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:48 smithi053 systemd[1]: Started Ceph mon.c for 41b6d1ee-77fc-11ef-baf6-efdc52797490. 2024-09-21T09:33:54.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:53 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-21T09:33:54.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:53 smithi053 ceph-mon[29335]: mon.a calling monitor election 2024-09-21T09:33:54.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:53 smithi053 ceph-mon[29335]: mon.b calling monitor election 2024-09-21T09:33:54.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:53 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T09:33:54.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:53 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T09:33:54.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:53 smithi053 ceph-mon[29335]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:33:54.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:53 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T09:33:54.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:53 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T09:33:54.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:53 smithi053 ceph-mon[29335]: mon.c calling monitor election 2024-09-21T09:33:54.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:53 smithi053 ceph-mon[29335]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:33:54.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:53 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T09:33:54.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:53 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T09:33:54.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:53 smithi053 ceph-mon[29335]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:33:54.077 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:53 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T09:33:54.077 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:53 smithi053 ceph-mon[29335]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-21T09:33:54.077 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:53 smithi053 ceph-mon[29335]: monmap e3: 3 mons at {a=[v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0],b=[v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0],c=[v2:172.21.15.53:3301/0,v1:172.21.15.53:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-21T09:33:54.077 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:53 smithi053 ceph-mon[29335]: fsmap 2024-09-21T09:33:54.077 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:53 smithi053 ceph-mon[29335]: osdmap e4: 0 total, 0 up, 0 in 2024-09-21T09:33:54.077 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:53 smithi053 ceph-mon[29335]: mgrmap e13: y(active, since 48s) 2024-09-21T09:33:54.077 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:53 smithi053 ceph-mon[29335]: overall HEALTH_OK 2024-09-21T09:33:54.077 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:53 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:54.077 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:53 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:54.077 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:53 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:54.077 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:53 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:54.077 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:53 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-21T09:33:54.077 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:53 smithi053 ceph-mon[41013]: mon.a calling monitor election 2024-09-21T09:33:54.077 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:53 smithi053 ceph-mon[41013]: mon.b calling monitor election 2024-09-21T09:33:54.078 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:53 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T09:33:54.078 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:53 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T09:33:54.078 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:53 smithi053 ceph-mon[41013]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:33:54.078 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:53 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T09:33:54.078 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:53 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T09:33:54.078 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:53 smithi053 ceph-mon[41013]: mon.c calling monitor election 2024-09-21T09:33:54.078 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:53 smithi053 ceph-mon[41013]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:33:54.078 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:53 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T09:33:54.078 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:53 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T09:33:54.078 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:53 smithi053 ceph-mon[41013]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:33:54.078 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:53 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T09:33:54.078 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:53 smithi053 ceph-mon[41013]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-21T09:33:54.078 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:53 smithi053 ceph-mon[41013]: monmap e3: 3 mons at {a=[v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0],b=[v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0],c=[v2:172.21.15.53:3301/0,v1:172.21.15.53:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-21T09:33:54.078 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:53 smithi053 ceph-mon[41013]: fsmap 2024-09-21T09:33:54.079 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:53 smithi053 ceph-mon[41013]: osdmap e4: 0 total, 0 up, 0 in 2024-09-21T09:33:54.079 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:53 smithi053 ceph-mon[41013]: mgrmap e13: y(active, since 48s) 2024-09-21T09:33:54.079 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:53 smithi053 ceph-mon[41013]: overall HEALTH_OK 2024-09-21T09:33:54.079 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:53 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:54.079 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:53 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:54.079 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:53 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:54.079 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:53 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:54.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:53 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-21T09:33:54.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:53 smithi170 ceph-mon[32771]: mon.a calling monitor election 2024-09-21T09:33:54.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:53 smithi170 ceph-mon[32771]: mon.b calling monitor election 2024-09-21T09:33:54.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:53 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T09:33:54.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:53 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T09:33:54.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:53 smithi170 ceph-mon[32771]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:33:54.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:53 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T09:33:54.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:53 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T09:33:54.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:53 smithi170 ceph-mon[32771]: mon.c calling monitor election 2024-09-21T09:33:54.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:53 smithi170 ceph-mon[32771]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:33:54.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:53 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T09:33:54.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:53 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T09:33:54.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:53 smithi170 ceph-mon[32771]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:33:54.165 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:53 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T09:33:54.165 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:53 smithi170 ceph-mon[32771]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-21T09:33:54.165 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:53 smithi170 ceph-mon[32771]: monmap e3: 3 mons at {a=[v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0],b=[v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0],c=[v2:172.21.15.53:3301/0,v1:172.21.15.53:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-21T09:33:54.165 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:53 smithi170 ceph-mon[32771]: fsmap 2024-09-21T09:33:54.165 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:53 smithi170 ceph-mon[32771]: osdmap e4: 0 total, 0 up, 0 in 2024-09-21T09:33:54.165 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:53 smithi170 ceph-mon[32771]: mgrmap e13: y(active, since 48s) 2024-09-21T09:33:54.165 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:53 smithi170 ceph-mon[32771]: overall HEALTH_OK 2024-09-21T09:33:54.165 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:53 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:54.165 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:53 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:54.165 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:53 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:54.165 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:53 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:54.431 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:33:54.431 INFO:teuthology.orchestra.run.smithi170.stdout:{"epoch":3,"fsid":"41b6d1ee-77fc-11ef-baf6-efdc52797490","modified":"2024-09-21T09:33:48.630970Z","created":"2024-09-21T09:32:07.441407Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:3300","nonce":0},{"type":"v1","addr":"172.21.15.53:6789","nonce":0}]},"addr":"172.21.15.53:6789/0","public_addr":"172.21.15.53:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:3300","nonce":0},{"type":"v1","addr":"172.21.15.170:6789","nonce":0}]},"addr":"172.21.15.170:6789/0","public_addr":"172.21.15.170:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:3301","nonce":0},{"type":"v1","addr":"172.21.15.53:6790","nonce":0}]},"addr":"172.21.15.53:6790/0","public_addr":"172.21.15.53:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-09-21T09:33:54.431 INFO:teuthology.orchestra.run.smithi170.stderr:dumped monmap epoch 3 2024-09-21T09:33:55.075 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:54 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:33:55.075 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:54 smithi053 ceph-mon[29335]: from='client.? 172.21.15.170:0/3192862714' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-21T09:33:55.075 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:54 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T09:33:55.075 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:54 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:33:55.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:54 smithi053 ceph-mon[41013]: from='client.? 172.21.15.170:0/3192862714' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-21T09:33:55.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:54 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T09:33:55.083 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:54 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:33:55.083 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:54 smithi170 ceph-mon[32771]: from='client.? 172.21.15.170:0/3192862714' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-21T09:33:55.083 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:54 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T09:33:55.464 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-09-21T09:33:55.464 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph config generate-minimal-conf 2024-09-21T09:33:55.673 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:33:56.067 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:55 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:56.067 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:55 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:56.067 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:55 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:56.067 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:55 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:56.067 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:55 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:33:56.067 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:55 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:33:56.067 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:55 smithi053 ceph-mon[41013]: Updating smithi053:/etc/ceph/ceph.conf 2024-09-21T09:33:56.067 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:55 smithi053 ceph-mon[41013]: Updating smithi170:/etc/ceph/ceph.conf 2024-09-21T09:33:56.068 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:55 smithi053 ceph-mon[41013]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:33:56.068 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:55 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:56.068 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:55 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:56.068 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:55 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:56.068 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:55 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:56.068 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:55 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:56.068 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:55 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:56.068 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:55 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:56.068 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:55 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:56.068 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:55 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:56.068 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:55 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:56.068 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:55 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-21T09:33:56.068 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:55 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-21T09:33:56.068 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:55 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:33:56.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:55 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:56.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:55 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:56.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:55 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:56.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:55 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:56.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:55 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:33:56.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:55 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:33:56.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:55 smithi053 ceph-mon[29335]: Updating smithi053:/etc/ceph/ceph.conf 2024-09-21T09:33:56.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:55 smithi053 ceph-mon[29335]: Updating smithi170:/etc/ceph/ceph.conf 2024-09-21T09:33:56.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:55 smithi053 ceph-mon[29335]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:33:56.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:55 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:56.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:55 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:56.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:55 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:56.069 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:55 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:56.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:55 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:56.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:55 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:56.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:55 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:56.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:55 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:56.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:55 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:56.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:55 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:56.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:55 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-21T09:33:56.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:55 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-21T09:33:56.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:55 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:33:56.163 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:55 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:56.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:55 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:56.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:55 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:56.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:55 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:56.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:55 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:33:56.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:55 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:33:56.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:55 smithi170 ceph-mon[32771]: Updating smithi053:/etc/ceph/ceph.conf 2024-09-21T09:33:56.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:55 smithi170 ceph-mon[32771]: Updating smithi170:/etc/ceph/ceph.conf 2024-09-21T09:33:56.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:55 smithi170 ceph-mon[32771]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:33:56.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:55 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:56.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:55 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:56.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:55 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:56.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:55 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:56.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:55 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:56.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:55 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:56.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:55 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:56.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:55 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:56.165 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:55 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:56.165 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:55 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:56.165 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:55 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-21T09:33:56.165 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:55 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-21T09:33:56.165 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:55 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:33:57.323 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:57 smithi053 ceph-mon[29335]: Updating smithi170:/var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/config/ceph.conf 2024-09-21T09:33:57.323 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:57 smithi053 ceph-mon[29335]: Updating smithi053:/var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/config/ceph.conf 2024-09-21T09:33:57.323 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:57 smithi053 ceph-mon[29335]: Reconfiguring mon.a (unknown last config time)... 2024-09-21T09:33:57.323 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:57 smithi053 ceph-mon[29335]: Reconfiguring daemon mon.a on smithi053 2024-09-21T09:33:57.324 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:57 smithi053 ceph-mon[41013]: Updating smithi170:/var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/config/ceph.conf 2024-09-21T09:33:57.324 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:57 smithi053 ceph-mon[41013]: Updating smithi053:/var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/config/ceph.conf 2024-09-21T09:33:57.324 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:57 smithi053 ceph-mon[41013]: Reconfiguring mon.a (unknown last config time)... 2024-09-21T09:33:57.324 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:57 smithi053 ceph-mon[41013]: Reconfiguring daemon mon.a on smithi053 2024-09-21T09:33:57.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:57 smithi170 ceph-mon[32771]: Updating smithi170:/var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/config/ceph.conf 2024-09-21T09:33:57.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:57 smithi170 ceph-mon[32771]: Updating smithi053:/var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/config/ceph.conf 2024-09-21T09:33:57.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:57 smithi170 ceph-mon[32771]: Reconfiguring mon.a (unknown last config time)... 2024-09-21T09:33:57.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:57 smithi170 ceph-mon[32771]: Reconfiguring daemon mon.a on smithi053 2024-09-21T09:33:58.237 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:58 smithi053 ceph-mon[29335]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:33:58.237 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:58 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:58.237 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:58 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:58.237 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:58 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-21T09:33:58.237 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:58 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-21T09:33:58.238 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:58 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:33:58.238 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:58 smithi053 ceph-mon[41013]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:33:58.238 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:58 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:58.238 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:58 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:58.238 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:58 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-21T09:33:58.238 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:58 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-21T09:33:58.238 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:58 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:33:58.290 INFO:teuthology.orchestra.run.smithi053.stdout:# minimal ceph.conf for 41b6d1ee-77fc-11ef-baf6-efdc52797490 2024-09-21T09:33:58.290 INFO:teuthology.orchestra.run.smithi053.stdout:[global] 2024-09-21T09:33:58.291 INFO:teuthology.orchestra.run.smithi053.stdout: fsid = 41b6d1ee-77fc-11ef-baf6-efdc52797490 2024-09-21T09:33:58.291 INFO:teuthology.orchestra.run.smithi053.stdout: mon_host = [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] [v2:172.21.15.170:3300/0,v1:172.21.15.170:6789/0] [v2:172.21.15.53:3301/0,v1:172.21.15.53:6790/0] 2024-09-21T09:33:58.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:58 smithi170 ceph-mon[32771]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:33:58.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:58 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:58.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:58 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:33:58.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:58 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-21T09:33:58.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:58 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-21T09:33:58.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:58 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:33:59.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:59 smithi053 ceph-mon[29335]: Reconfiguring mon.c (monmap changed)... 2024-09-21T09:33:59.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:59 smithi053 ceph-mon[29335]: Reconfiguring daemon mon.c on smithi053 2024-09-21T09:33:59.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:33:59 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/2417803871' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:33:59.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:59 smithi053 ceph-mon[41013]: Reconfiguring mon.c (monmap changed)... 2024-09-21T09:33:59.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:59 smithi053 ceph-mon[41013]: Reconfiguring daemon mon.c on smithi053 2024-09-21T09:33:59.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:33:59 smithi053 ceph-mon[41013]: from='client.? 172.21.15.53:0/2417803871' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:33:59.372 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-09-21T09:33:59.372 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-09-21T09:33:59.372 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd of=/etc/ceph/ceph.conf 2024-09-21T09:33:59.403 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-09-21T09:33:59.403 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-21T09:33:59.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:59 smithi170 ceph-mon[32771]: Reconfiguring mon.c (monmap changed)... 2024-09-21T09:33:59.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:59 smithi170 ceph-mon[32771]: Reconfiguring daemon mon.c on smithi053 2024-09-21T09:33:59.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:33:59 smithi170 ceph-mon[32771]: from='client.? 172.21.15.53:0/2417803871' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:33:59.471 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-21T09:33:59.471 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd of=/etc/ceph/ceph.conf 2024-09-21T09:33:59.503 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-21T09:33:59.503 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-21T09:33:59.574 INFO:tasks.cephadm:Adding mgr.y on smithi053 2024-09-21T09:33:59.574 INFO:tasks.cephadm:Adding mgr.x on smithi170 2024-09-21T09:33:59.574 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph orch apply mgr '2;smithi053=y;smithi170=x' 2024-09-21T09:33:59.813 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.b/config 2024-09-21T09:34:00.204 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:00 smithi170 ceph-mon[32771]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:34:00.205 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:00 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:00.205 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:00 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:00.205 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:00 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-21T09:34:00.205 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:00 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-21T09:34:00.205 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:00 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:34:00.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:00 smithi053 ceph-mon[29335]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:34:00.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:00 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:00.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:00 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:00.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:00 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-21T09:34:00.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:00 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-21T09:34:00.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:00 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:34:00.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:00 smithi053 ceph-mon[41013]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:34:00.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:00 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:00.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:00 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:00.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:00 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-21T09:34:00.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:00 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-21T09:34:00.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:00 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:34:01.185 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:01 smithi170 ceph-mon[32771]: Reconfiguring mon.b (monmap changed)... 2024-09-21T09:34:01.185 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:01 smithi170 ceph-mon[32771]: Reconfiguring daemon mon.b on smithi170 2024-09-21T09:34:01.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:01 smithi053 ceph-mon[29335]: Reconfiguring mon.b (monmap changed)... 2024-09-21T09:34:01.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:01 smithi053 ceph-mon[29335]: Reconfiguring daemon mon.b on smithi170 2024-09-21T09:34:01.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:01 smithi053 ceph-mon[41013]: Reconfiguring mon.b (monmap changed)... 2024-09-21T09:34:01.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:01 smithi053 ceph-mon[41013]: Reconfiguring daemon mon.b on smithi170 2024-09-21T09:34:02.110 INFO:teuthology.orchestra.run.smithi170.stdout:Scheduled mgr update... 2024-09-21T09:34:02.110 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:02 smithi170 ceph-mon[32771]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:34:02.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:02 smithi053 ceph-mon[29335]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:34:02.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:02 smithi053 ceph-mon[41013]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:34:02.916 DEBUG:teuthology.orchestra.run.smithi170:mgr.x> sudo journalctl -f -n 0 -u ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@mgr.x.service 2024-09-21T09:34:02.918 DEBUG:tasks.cephadm:set 0 configs 2024-09-21T09:34:02.918 INFO:tasks.cephadm:Deploying OSDs... 2024-09-21T09:34:02.918 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-09-21T09:34:02.918 DEBUG:teuthology.orchestra.run.smithi053:> dd if=/scratch_devs of=/dev/stdout 2024-09-21T09:34:02.939 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-21T09:34:02.939 DEBUG:teuthology.orchestra.run.smithi053:> stat /dev/vg_nvme/lv_1 2024-09-21T09:34:02.999 INFO:teuthology.orchestra.run.smithi053.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-21T09:34:02.999 INFO:teuthology.orchestra.run.smithi053.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-21T09:34:02.999 INFO:teuthology.orchestra.run.smithi053.stdout:Device: 5h/5d Inode: 972 Links: 1 2024-09-21T09:34:02.999 INFO:teuthology.orchestra.run.smithi053.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-21T09:34:02.999 INFO:teuthology.orchestra.run.smithi053.stdout:Context: system_u:object_r:device_t:s0 2024-09-21T09:34:02.999 INFO:teuthology.orchestra.run.smithi053.stdout:Access: 2024-09-21 09:33:48.062385050 +0000 2024-09-21T09:34:03.000 INFO:teuthology.orchestra.run.smithi053.stdout:Modify: 2024-09-21 09:29:09.289400939 +0000 2024-09-21T09:34:03.000 INFO:teuthology.orchestra.run.smithi053.stdout:Change: 2024-09-21 09:29:09.289400939 +0000 2024-09-21T09:34:03.000 INFO:teuthology.orchestra.run.smithi053.stdout: Birth: 2024-09-21 09:29:09.289400939 +0000 2024-09-21T09:34:03.000 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-21T09:34:03.069 INFO:teuthology.orchestra.run.smithi053.stderr:1+0 records in 2024-09-21T09:34:03.069 INFO:teuthology.orchestra.run.smithi053.stderr:1+0 records out 2024-09-21T09:34:03.069 INFO:teuthology.orchestra.run.smithi053.stderr:512 bytes copied, 0.000121587 s, 4.2 MB/s 2024-09-21T09:34:03.071 DEBUG:teuthology.orchestra.run.smithi053:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-21T09:34:03.131 DEBUG:teuthology.orchestra.run.smithi053:> stat /dev/vg_nvme/lv_2 2024-09-21T09:34:03.157 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:03 smithi170 ceph-mon[32771]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi053=y;smithi170=x", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:34:03.157 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:03 smithi170 ceph-mon[32771]: Saving service mgr spec with placement smithi053=y;smithi170=x;count:2 2024-09-21T09:34:03.157 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:03 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:03.157 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:03 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:03.157 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:03 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:03.158 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:03 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:34:03.158 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:03 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:34:03.158 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:03 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:34:03.158 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:03 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:03.158 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:03 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-21T09:34:03.158 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:03 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-21T09:34:03.158 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:03 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-21T09:34:03.158 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:03 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:34:03.188 INFO:teuthology.orchestra.run.smithi053.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-21T09:34:03.188 INFO:teuthology.orchestra.run.smithi053.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-21T09:34:03.188 INFO:teuthology.orchestra.run.smithi053.stdout:Device: 5h/5d Inode: 962 Links: 1 2024-09-21T09:34:03.188 INFO:teuthology.orchestra.run.smithi053.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-21T09:34:03.188 INFO:teuthology.orchestra.run.smithi053.stdout:Context: system_u:object_r:device_t:s0 2024-09-21T09:34:03.188 INFO:teuthology.orchestra.run.smithi053.stdout:Access: 2024-09-21 09:33:48.063385028 +0000 2024-09-21T09:34:03.188 INFO:teuthology.orchestra.run.smithi053.stdout:Modify: 2024-09-21 09:29:09.287401102 +0000 2024-09-21T09:34:03.188 INFO:teuthology.orchestra.run.smithi053.stdout:Change: 2024-09-21 09:29:09.287401102 +0000 2024-09-21T09:34:03.188 INFO:teuthology.orchestra.run.smithi053.stdout: Birth: 2024-09-21 09:29:09.287401102 +0000 2024-09-21T09:34:03.189 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-21T09:34:03.255 INFO:teuthology.orchestra.run.smithi053.stderr:1+0 records in 2024-09-21T09:34:03.256 INFO:teuthology.orchestra.run.smithi053.stderr:1+0 records out 2024-09-21T09:34:03.256 INFO:teuthology.orchestra.run.smithi053.stderr:512 bytes copied, 0.000115194 s, 4.4 MB/s 2024-09-21T09:34:03.257 DEBUG:teuthology.orchestra.run.smithi053:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-21T09:34:03.316 DEBUG:teuthology.orchestra.run.smithi053:> stat /dev/vg_nvme/lv_3 2024-09-21T09:34:03.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:03 smithi053 ceph-mon[29335]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi053=y;smithi170=x", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:34:03.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:03 smithi053 ceph-mon[29335]: Saving service mgr spec with placement smithi053=y;smithi170=x;count:2 2024-09-21T09:34:03.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:03 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:03.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:03 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:03.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:03 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:03.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:03 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:34:03.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:03 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:34:03.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:03 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:34:03.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:03 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:03.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:03 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-21T09:34:03.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:03 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-21T09:34:03.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:03 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-21T09:34:03.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:03 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:34:03.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:03 smithi053 ceph-mon[41013]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi053=y;smithi170=x", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:34:03.327 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:03 smithi053 ceph-mon[41013]: Saving service mgr spec with placement smithi053=y;smithi170=x;count:2 2024-09-21T09:34:03.327 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:03 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:03.327 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:03 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:03.327 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:03 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:03.327 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:03 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:34:03.327 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:03 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:34:03.327 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:03 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:34:03.327 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:03 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:03.327 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:03 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-21T09:34:03.327 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:03 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-21T09:34:03.327 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:03 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-21T09:34:03.327 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:03 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:34:03.343 INFO:teuthology.orchestra.run.smithi053.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-21T09:34:03.343 INFO:teuthology.orchestra.run.smithi053.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-21T09:34:03.344 INFO:teuthology.orchestra.run.smithi053.stdout:Device: 5h/5d Inode: 955 Links: 1 2024-09-21T09:34:03.344 INFO:teuthology.orchestra.run.smithi053.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-21T09:34:03.344 INFO:teuthology.orchestra.run.smithi053.stdout:Context: system_u:object_r:device_t:s0 2024-09-21T09:34:03.344 INFO:teuthology.orchestra.run.smithi053.stdout:Access: 2024-09-21 09:33:48.063385028 +0000 2024-09-21T09:34:03.344 INFO:teuthology.orchestra.run.smithi053.stdout:Modify: 2024-09-21 09:29:09.286401184 +0000 2024-09-21T09:34:03.344 INFO:teuthology.orchestra.run.smithi053.stdout:Change: 2024-09-21 09:29:09.286401184 +0000 2024-09-21T09:34:03.344 INFO:teuthology.orchestra.run.smithi053.stdout: Birth: 2024-09-21 09:29:09.286401184 +0000 2024-09-21T09:34:03.344 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-21T09:34:03.410 INFO:teuthology.orchestra.run.smithi053.stderr:1+0 records in 2024-09-21T09:34:03.410 INFO:teuthology.orchestra.run.smithi053.stderr:1+0 records out 2024-09-21T09:34:03.410 INFO:teuthology.orchestra.run.smithi053.stderr:512 bytes copied, 0.000115037 s, 4.5 MB/s 2024-09-21T09:34:03.411 DEBUG:teuthology.orchestra.run.smithi053:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-21T09:34:03.469 DEBUG:teuthology.orchestra.run.smithi053:> stat /dev/vg_nvme/lv_4 2024-09-21T09:34:03.526 INFO:teuthology.orchestra.run.smithi053.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-21T09:34:03.526 INFO:teuthology.orchestra.run.smithi053.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-21T09:34:03.526 INFO:teuthology.orchestra.run.smithi053.stdout:Device: 5h/5d Inode: 947 Links: 1 2024-09-21T09:34:03.526 INFO:teuthology.orchestra.run.smithi053.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-21T09:34:03.527 INFO:teuthology.orchestra.run.smithi053.stdout:Context: system_u:object_r:device_t:s0 2024-09-21T09:34:03.527 INFO:teuthology.orchestra.run.smithi053.stdout:Access: 2024-09-21 09:33:48.063385028 +0000 2024-09-21T09:34:03.527 INFO:teuthology.orchestra.run.smithi053.stdout:Modify: 2024-09-21 09:29:09.286401184 +0000 2024-09-21T09:34:03.527 INFO:teuthology.orchestra.run.smithi053.stdout:Change: 2024-09-21 09:29:09.286401184 +0000 2024-09-21T09:34:03.527 INFO:teuthology.orchestra.run.smithi053.stdout: Birth: 2024-09-21 09:29:09.286401184 +0000 2024-09-21T09:34:03.527 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-21T09:34:03.592 INFO:teuthology.orchestra.run.smithi053.stderr:1+0 records in 2024-09-21T09:34:03.592 INFO:teuthology.orchestra.run.smithi053.stderr:1+0 records out 2024-09-21T09:34:03.592 INFO:teuthology.orchestra.run.smithi053.stderr:512 bytes copied, 0.000128272 s, 4.0 MB/s 2024-09-21T09:34:03.593 DEBUG:teuthology.orchestra.run.smithi053:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-21T09:34:03.651 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-21T09:34:03.651 DEBUG:teuthology.orchestra.run.smithi170:> dd if=/scratch_devs of=/dev/stdout 2024-09-21T09:34:03.668 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-21T09:34:03.668 DEBUG:teuthology.orchestra.run.smithi170:> stat /dev/vg_nvme/lv_1 2024-09-21T09:34:03.723 INFO:teuthology.orchestra.run.smithi170.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-21T09:34:03.723 INFO:teuthology.orchestra.run.smithi170.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-21T09:34:03.724 INFO:teuthology.orchestra.run.smithi170.stdout:Device: 5h/5d Inode: 963 Links: 1 2024-09-21T09:34:03.724 INFO:teuthology.orchestra.run.smithi170.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-21T09:34:03.724 INFO:teuthology.orchestra.run.smithi170.stdout:Context: system_u:object_r:device_t:s0 2024-09-21T09:34:03.724 INFO:teuthology.orchestra.run.smithi170.stdout:Access: 2024-09-21 09:33:39.129879810 +0000 2024-09-21T09:34:03.724 INFO:teuthology.orchestra.run.smithi170.stdout:Modify: 2024-09-21 09:29:09.715308549 +0000 2024-09-21T09:34:03.724 INFO:teuthology.orchestra.run.smithi170.stdout:Change: 2024-09-21 09:29:09.715308549 +0000 2024-09-21T09:34:03.724 INFO:teuthology.orchestra.run.smithi170.stdout: Birth: 2024-09-21 09:29:09.715308549 +0000 2024-09-21T09:34:03.724 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-21T09:34:03.788 INFO:teuthology.orchestra.run.smithi170.stderr:1+0 records in 2024-09-21T09:34:03.788 INFO:teuthology.orchestra.run.smithi170.stderr:1+0 records out 2024-09-21T09:34:03.789 INFO:teuthology.orchestra.run.smithi170.stderr:512 bytes copied, 8.7859e-05 s, 5.8 MB/s 2024-09-21T09:34:03.790 DEBUG:teuthology.orchestra.run.smithi170:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-21T09:34:03.846 DEBUG:teuthology.orchestra.run.smithi170:> stat /dev/vg_nvme/lv_2 2024-09-21T09:34:03.901 INFO:teuthology.orchestra.run.smithi170.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-21T09:34:03.901 INFO:teuthology.orchestra.run.smithi170.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-21T09:34:03.901 INFO:teuthology.orchestra.run.smithi170.stdout:Device: 5h/5d Inode: 978 Links: 1 2024-09-21T09:34:03.901 INFO:teuthology.orchestra.run.smithi170.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-21T09:34:03.902 INFO:teuthology.orchestra.run.smithi170.stdout:Context: system_u:object_r:device_t:s0 2024-09-21T09:34:03.902 INFO:teuthology.orchestra.run.smithi170.stdout:Access: 2024-09-21 09:33:39.129879810 +0000 2024-09-21T09:34:03.902 INFO:teuthology.orchestra.run.smithi170.stdout:Modify: 2024-09-21 09:29:09.717308311 +0000 2024-09-21T09:34:03.902 INFO:teuthology.orchestra.run.smithi170.stdout:Change: 2024-09-21 09:29:09.717308311 +0000 2024-09-21T09:34:03.902 INFO:teuthology.orchestra.run.smithi170.stdout: Birth: 2024-09-21 09:29:09.717308311 +0000 2024-09-21T09:34:03.902 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-21T09:34:03.964 INFO:teuthology.orchestra.run.smithi170.stderr:1+0 records in 2024-09-21T09:34:03.964 INFO:teuthology.orchestra.run.smithi170.stderr:1+0 records out 2024-09-21T09:34:03.965 INFO:teuthology.orchestra.run.smithi170.stderr:512 bytes copied, 8.8154e-05 s, 5.8 MB/s 2024-09-21T09:34:03.966 DEBUG:teuthology.orchestra.run.smithi170:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-21T09:34:04.022 DEBUG:teuthology.orchestra.run.smithi170:> stat /dev/vg_nvme/lv_3 2024-09-21T09:34:04.077 INFO:teuthology.orchestra.run.smithi170.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-21T09:34:04.077 INFO:teuthology.orchestra.run.smithi170.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-21T09:34:04.077 INFO:teuthology.orchestra.run.smithi170.stdout:Device: 5h/5d Inode: 981 Links: 1 2024-09-21T09:34:04.077 INFO:teuthology.orchestra.run.smithi170.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-21T09:34:04.077 INFO:teuthology.orchestra.run.smithi170.stdout:Context: system_u:object_r:device_t:s0 2024-09-21T09:34:04.077 INFO:teuthology.orchestra.run.smithi170.stdout:Access: 2024-09-21 09:33:39.130879786 +0000 2024-09-21T09:34:04.077 INFO:teuthology.orchestra.run.smithi170.stdout:Modify: 2024-09-21 09:29:09.719308074 +0000 2024-09-21T09:34:04.077 INFO:teuthology.orchestra.run.smithi170.stdout:Change: 2024-09-21 09:29:09.719308074 +0000 2024-09-21T09:34:04.077 INFO:teuthology.orchestra.run.smithi170.stdout: Birth: 2024-09-21 09:29:09.719308074 +0000 2024-09-21T09:34:04.078 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-21T09:34:04.141 INFO:teuthology.orchestra.run.smithi170.stderr:1+0 records in 2024-09-21T09:34:04.141 INFO:teuthology.orchestra.run.smithi170.stderr:1+0 records out 2024-09-21T09:34:04.141 INFO:teuthology.orchestra.run.smithi170.stderr:512 bytes copied, 0.000112252 s, 4.6 MB/s 2024-09-21T09:34:04.142 DEBUG:teuthology.orchestra.run.smithi170:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-21T09:34:04.198 DEBUG:teuthology.orchestra.run.smithi170:> stat /dev/vg_nvme/lv_4 2024-09-21T09:34:04.254 INFO:teuthology.orchestra.run.smithi170.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-21T09:34:04.255 INFO:teuthology.orchestra.run.smithi170.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-21T09:34:04.255 INFO:teuthology.orchestra.run.smithi170.stdout:Device: 5h/5d Inode: 973 Links: 1 2024-09-21T09:34:04.255 INFO:teuthology.orchestra.run.smithi170.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-21T09:34:04.255 INFO:teuthology.orchestra.run.smithi170.stdout:Context: system_u:object_r:device_t:s0 2024-09-21T09:34:04.255 INFO:teuthology.orchestra.run.smithi170.stdout:Access: 2024-09-21 09:33:39.130879786 +0000 2024-09-21T09:34:04.255 INFO:teuthology.orchestra.run.smithi170.stdout:Modify: 2024-09-21 09:29:09.715308549 +0000 2024-09-21T09:34:04.255 INFO:teuthology.orchestra.run.smithi170.stdout:Change: 2024-09-21 09:29:09.715308549 +0000 2024-09-21T09:34:04.256 INFO:teuthology.orchestra.run.smithi170.stdout: Birth: 2024-09-21 09:29:09.715308549 +0000 2024-09-21T09:34:04.257 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-21T09:34:04.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:04 smithi170 ceph-mon[32771]: Deploying daemon mgr.x on smithi170 2024-09-21T09:34:04.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:04 smithi170 ceph-mon[32771]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:34:04.444 INFO:teuthology.orchestra.run.smithi170.stderr:1+0 records in 2024-09-21T09:34:04.444 INFO:teuthology.orchestra.run.smithi170.stderr:1+0 records out 2024-09-21T09:34:04.444 INFO:teuthology.orchestra.run.smithi170.stderr:512 bytes copied, 0.000112081 s, 4.6 MB/s 2024-09-21T09:34:04.446 DEBUG:teuthology.orchestra.run.smithi170:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-21T09:34:04.462 INFO:tasks.cephadm:Deploying osd.0 on smithi053 with /dev/vg_nvme/lv_4... 2024-09-21T09:34:04.462 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- lvm zap /dev/vg_nvme/lv_4 2024-09-21T09:34:04.489 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:04 smithi053 ceph-mon[41013]: Deploying daemon mgr.x on smithi170 2024-09-21T09:34:04.489 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:04 smithi053 ceph-mon[41013]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:34:04.490 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:04 smithi053 ceph-mon[29335]: Deploying daemon mgr.x on smithi170 2024-09-21T09:34:04.490 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:04 smithi053 ceph-mon[29335]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:34:04.673 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:34:04.843 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:34:04 smithi170 systemd[1]: Starting Ceph mgr.x for 41b6d1ee-77fc-11ef-baf6-efdc52797490... 2024-09-21T09:34:05.110 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:34:04 smithi170 podman[34821]: 2024-09-21 09:34:04.744397056 +0000 UTC m=+0.015443167 image pull 0adab276c97e6f3143ffbca5eeff37fcd7dc3b5c0f339a9f747381d9993602de quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6 2024-09-21T09:34:05.110 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:34:04 smithi170 podman[34821]: 2024-09-21 09:34:04.852659688 +0000 UTC m=+0.123705792 container create 779a79ae2812f1751d5b9c6d49928f26f518de9052a464e211a14f07e26cac84 (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=reef-6a1bdf8, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, ceph=True) 2024-09-21T09:34:05.110 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:34:05 smithi170 podman[34821]: 2024-09-21 09:34:05.08007673 +0000 UTC m=+0.351122849 container init 779a79ae2812f1751d5b9c6d49928f26f518de9052a464e211a14f07e26cac84 (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=reef-6a1bdf8, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240731) 2024-09-21T09:34:05.110 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:34:05 smithi170 podman[34821]: 2024-09-21 09:34:05.084991754 +0000 UTC m=+0.356037867 container start 779a79ae2812f1751d5b9c6d49928f26f518de9052a464e211a14f07e26cac84 (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, io.buildah.version=1.37.2, ceph=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-6a1bdf8, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-09-21T09:34:05.413 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:34:05 smithi170 ceph-mgr[34859]: -- 172.21.15.170:0/2051519671 <== mon.1 v2:172.21.15.170:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55a02bd84d00 con 0x55a02bd59000 2024-09-21T09:34:05.414 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:34:05 smithi170 bash[34821]: 779a79ae2812f1751d5b9c6d49928f26f518de9052a464e211a14f07e26cac84 2024-09-21T09:34:05.414 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:34:05 smithi170 systemd[1]: Started Ceph mgr.x for 41b6d1ee-77fc-11ef-baf6-efdc52797490. 2024-09-21T09:34:05.414 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:34:05 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[34836]: 2024-09-21T09:34:05.201+0000 7f0baae52040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-21T09:34:05.414 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:34:05 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[34836]: 2024-09-21T09:34:05.262+0000 7f0baae52040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-21T09:34:05.798 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:34:05 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[34836]: 2024-09-21T09:34:05.423+0000 7f0baae52040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-21T09:34:05.798 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:34:05 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[34836]: 2024-09-21T09:34:05.491+0000 7f0baae52040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-21T09:34:05.798 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:34:05 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[34836]: 2024-09-21T09:34:05.656+0000 7f0baae52040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-21T09:34:05.798 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:34:05 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[34836]: 2024-09-21T09:34:05.795+0000 7f0baae52040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-21T09:34:06.233 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:06 smithi053 ceph-mon[29335]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:34:06.233 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:06 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:06.233 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:06 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:06.233 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:06 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:06.233 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:06 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:06.233 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:06 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:34:06.234 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:06 smithi053 ceph-mon[41013]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:34:06.234 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:06 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:06.234 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:06 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:06.234 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:06 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:06.234 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:06 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:06.234 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:06 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:34:06.372 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:06 smithi170 ceph-mon[32771]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:34:06.372 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:06 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:06.372 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:06 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:06.372 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:06 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:06.372 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:06 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:06.372 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:06 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:34:06.372 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:34:06 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[34836]: 2024-09-21T09:34:06.118+0000 7f0baae52040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-21T09:34:06.373 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:34:06 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[34836]: 2024-09-21T09:34:06.179+0000 7f0baae52040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-21T09:34:06.663 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:34:06 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[34836]: 2024-09-21T09:34:06.369+0000 7f0baae52040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-21T09:34:07.073 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:34:07.093 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph orch daemon add osd smithi053:vg_nvme/lv_4 2024-09-21T09:34:07.607 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:07 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:07.607 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:07 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:07.607 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:07 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:34:07.607 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:07 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:34:07.607 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:07 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:07.607 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:07 smithi053 ceph-mon[29335]: Reconfiguring mgr.y (unknown last config time)... 2024-09-21T09:34:07.607 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:07 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-21T09:34:07.607 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:07 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-21T09:34:07.608 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:07 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:34:07.608 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:07 smithi053 ceph-mon[29335]: Reconfiguring daemon mgr.y on smithi053 2024-09-21T09:34:07.608 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:07 smithi053 ceph-mon[29335]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:34:07.608 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:07 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:07.608 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:07 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:07.608 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:07 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:34:07.608 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:07 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:34:07.608 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:07 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:07.608 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:07 smithi053 ceph-mon[41013]: Reconfiguring mgr.y (unknown last config time)... 2024-09-21T09:34:07.608 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:07 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-21T09:34:07.608 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:07 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-21T09:34:07.608 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:07 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:34:07.609 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:07 smithi053 ceph-mon[41013]: Reconfiguring daemon mgr.y on smithi053 2024-09-21T09:34:07.609 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:07 smithi053 ceph-mon[41013]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:34:07.663 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:34:07 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[34836]: 2024-09-21T09:34:07.240+0000 7f0baae52040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-21T09:34:07.663 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:34:07 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[34836]: 2024-09-21T09:34:07.304+0000 7f0baae52040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-21T09:34:07.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:07 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:07.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:07 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:07.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:07 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:34:07.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:07 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:34:07.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:07 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:07.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:07 smithi170 ceph-mon[32771]: Reconfiguring mgr.y (unknown last config time)... 2024-09-21T09:34:07.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:07 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-21T09:34:07.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:07 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-21T09:34:07.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:07 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:34:07.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:07 smithi170 ceph-mon[32771]: Reconfiguring daemon mgr.y on smithi053 2024-09-21T09:34:07.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:07 smithi170 ceph-mon[32771]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:34:07.814 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:34:08.268 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:34:08 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[34836]: 2024-09-21T09:34:08.016+0000 7f0baae52040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-21T09:34:08.268 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:34:08 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[34836]: 2024-09-21T09:34:08.129+0000 7f0baae52040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-21T09:34:08.269 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:34:08 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[34836]: 2024-09-21T09:34:08.266+0000 7f0baae52040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-21T09:34:08.538 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:34:08 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[34836]: 2024-09-21T09:34:08.326+0000 7f0baae52040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-21T09:34:08.539 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:34:08 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[34836]: 2024-09-21T09:34:08.470+0000 7f0baae52040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-21T09:34:08.539 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:34:08 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[34836]: 2024-09-21T09:34:08.536+0000 7f0baae52040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-21T09:34:08.815 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:34:08 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[34836]: 2024-09-21T09:34:08.595+0000 7f0baae52040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-21T09:34:08.815 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:34:08 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[34836]: 2024-09-21T09:34:08.748+0000 7f0baae52040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-21T09:34:08.815 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:34:08 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[34836]: 2024-09-21T09:34:08.813+0000 7f0baae52040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-21T09:34:09.083 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:34:08 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[34836]: 2024-09-21T09:34:08.879+0000 7f0baae52040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-21T09:34:09.083 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:34:08 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[34836]: 2024-09-21T09:34:08.961+0000 7f0baae52040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-21T09:34:09.084 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:34:09 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[34836]: 2024-09-21T09:34:09.020+0000 7f0baae52040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-21T09:34:09.084 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:34:09 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[34836]: 2024-09-21T09:34:09.081+0000 7f0baae52040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-21T09:34:09.578 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:09 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:09.578 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:09 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:09.578 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:09 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:34:09.578 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:09 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:34:09.578 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:09 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:34:09.578 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:09 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:09.578 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:09 smithi053 ceph-mon[41013]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:34:09.578 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:09 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:09.578 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:09 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:09.578 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:09 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:34:09.579 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:09 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:34:09.579 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:09 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:34:09.579 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:09 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:09.579 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:09 smithi053 ceph-mon[29335]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:34:09.853 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:09 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:09.853 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:09 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:09.853 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:09 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:34:09.853 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:09 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:34:09.853 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:09 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:34:09.854 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:09 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:09.854 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:09 smithi170 ceph-mon[32771]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:34:10.163 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:34:09 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[34836]: 2024-09-21T09:34:09.851+0000 7f0baae52040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-21T09:34:10.622 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:10 smithi053 ceph-mon[29335]: Standby manager daemon x started 2024-09-21T09:34:10.622 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:10 smithi053 ceph-mon[29335]: from='mgr.? 172.21.15.170:0/3042831981' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-21T09:34:10.622 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:10 smithi053 ceph-mon[29335]: from='mgr.? 172.21.15.170:0/3042831981' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-21T09:34:10.622 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:10 smithi053 ceph-mon[29335]: from='mgr.? 172.21.15.170:0/3042831981' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-21T09:34:10.622 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:10 smithi053 ceph-mon[29335]: from='mgr.? 172.21.15.170:0/3042831981' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-21T09:34:10.622 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:10 smithi053 ceph-mon[29335]: from='client.24116 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:34:10.622 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:10 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-21T09:34:10.622 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:10 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-21T09:34:10.623 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:10 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:34:10.623 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:10 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:10.623 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:10 smithi053 ceph-mon[41013]: Standby manager daemon x started 2024-09-21T09:34:10.623 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:10 smithi053 ceph-mon[41013]: from='mgr.? 172.21.15.170:0/3042831981' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-21T09:34:10.623 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:10 smithi053 ceph-mon[41013]: from='mgr.? 172.21.15.170:0/3042831981' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-21T09:34:10.623 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:10 smithi053 ceph-mon[41013]: from='mgr.? 172.21.15.170:0/3042831981' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-21T09:34:10.623 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:10 smithi053 ceph-mon[41013]: from='mgr.? 172.21.15.170:0/3042831981' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-21T09:34:10.623 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:10 smithi053 ceph-mon[41013]: from='client.24116 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:34:10.623 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:10 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-21T09:34:10.623 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:10 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-21T09:34:10.623 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:10 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:34:10.623 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:10 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:10.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:10 smithi170 ceph-mon[32771]: Standby manager daemon x started 2024-09-21T09:34:10.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:10 smithi170 ceph-mon[32771]: from='mgr.? 172.21.15.170:0/3042831981' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-21T09:34:10.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:10 smithi170 ceph-mon[32771]: from='mgr.? 172.21.15.170:0/3042831981' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-21T09:34:10.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:10 smithi170 ceph-mon[32771]: from='mgr.? 172.21.15.170:0/3042831981' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-21T09:34:10.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:10 smithi170 ceph-mon[32771]: from='mgr.? 172.21.15.170:0/3042831981' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-21T09:34:10.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:10 smithi170 ceph-mon[32771]: from='client.24116 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:34:10.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:10 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-21T09:34:10.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:10 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-21T09:34:10.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:10 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:34:10.915 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:10 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:11.651 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:11 smithi053 ceph-mon[29335]: mgrmap e14: y(active, since 65s), standbys: x 2024-09-21T09:34:11.651 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:11 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-21T09:34:11.651 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:11 smithi053 ceph-mon[29335]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:34:11.651 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:11 smithi053 ceph-mon[41013]: mgrmap e14: y(active, since 65s), standbys: x 2024-09-21T09:34:11.651 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:11 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-21T09:34:11.651 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:11 smithi053 ceph-mon[41013]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:34:11.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:11 smithi170 ceph-mon[32771]: mgrmap e14: y(active, since 65s), standbys: x 2024-09-21T09:34:11.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:11 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-21T09:34:11.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:11 smithi170 ceph-mon[32771]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:34:12.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:12 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/1579468896' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e10cdaf5-ca9c-4745-9657-ad9c2292283e"}]: dispatch 2024-09-21T09:34:12.826 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:12 smithi053 ceph-mon[29335]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e10cdaf5-ca9c-4745-9657-ad9c2292283e"}]: dispatch 2024-09-21T09:34:12.826 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:12 smithi053 ceph-mon[29335]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e10cdaf5-ca9c-4745-9657-ad9c2292283e"}]': finished 2024-09-21T09:34:12.826 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:12 smithi053 ceph-mon[29335]: osdmap e5: 1 total, 0 up, 1 in 2024-09-21T09:34:12.826 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:12 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-21T09:34:12.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:12 smithi053 ceph-mon[41013]: from='client.? 172.21.15.53:0/1579468896' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e10cdaf5-ca9c-4745-9657-ad9c2292283e"}]: dispatch 2024-09-21T09:34:12.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:12 smithi053 ceph-mon[41013]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e10cdaf5-ca9c-4745-9657-ad9c2292283e"}]: dispatch 2024-09-21T09:34:12.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:12 smithi053 ceph-mon[41013]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e10cdaf5-ca9c-4745-9657-ad9c2292283e"}]': finished 2024-09-21T09:34:12.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:12 smithi053 ceph-mon[41013]: osdmap e5: 1 total, 0 up, 1 in 2024-09-21T09:34:12.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:12 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-21T09:34:12.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:12 smithi170 ceph-mon[32771]: from='client.? 172.21.15.53:0/1579468896' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e10cdaf5-ca9c-4745-9657-ad9c2292283e"}]: dispatch 2024-09-21T09:34:12.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:12 smithi170 ceph-mon[32771]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e10cdaf5-ca9c-4745-9657-ad9c2292283e"}]: dispatch 2024-09-21T09:34:12.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:12 smithi170 ceph-mon[32771]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e10cdaf5-ca9c-4745-9657-ad9c2292283e"}]': finished 2024-09-21T09:34:12.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:12 smithi170 ceph-mon[32771]: osdmap e5: 1 total, 0 up, 1 in 2024-09-21T09:34:12.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:12 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-21T09:34:13.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:13 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/536897246' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-21T09:34:13.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:13 smithi053 ceph-mon[29335]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:34:13.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:13 smithi053 ceph-mon[41013]: from='client.? 172.21.15.53:0/536897246' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-21T09:34:13.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:13 smithi053 ceph-mon[41013]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:34:13.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:13 smithi170 ceph-mon[32771]: from='client.? 172.21.15.53:0/536897246' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-21T09:34:13.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:13 smithi170 ceph-mon[32771]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:34:15.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:15 smithi053 ceph-mon[29335]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:34:15.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:15 smithi053 ceph-mon[41013]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:34:15.665 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:15 smithi170 ceph-mon[32771]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:34:17.419 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:17 smithi053 ceph-mon[29335]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:34:17.419 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:17 smithi053 ceph-mon[41013]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:34:17.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:17 smithi170 ceph-mon[32771]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:34:18.739 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:18 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-21T09:34:18.739 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:18 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:34:18.739 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:18 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-21T09:34:18.739 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:18 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:34:18.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:18 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-21T09:34:18.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:18 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:34:19.661 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:19 smithi053 ceph-mon[29335]: Deploying daemon osd.0 on smithi053 2024-09-21T09:34:19.661 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:19 smithi053 ceph-mon[29335]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:34:19.661 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:19 smithi053 ceph-mon[41013]: Deploying daemon osd.0 on smithi053 2024-09-21T09:34:19.661 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:19 smithi053 ceph-mon[41013]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:34:19.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:19 smithi170 ceph-mon[32771]: Deploying daemon osd.0 on smithi053 2024-09-21T09:34:19.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:19 smithi170 ceph-mon[32771]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:34:21.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:21 smithi053 ceph-mon[29335]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:34:21.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:21 smithi053 ceph-mon[41013]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:34:21.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:21 smithi170 ceph-mon[32771]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:34:23.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:23 smithi053 ceph-mon[29335]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:34:23.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:23 smithi053 ceph-mon[41013]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:34:23.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:23 smithi170 ceph-mon[32771]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:34:24.559 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:24 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:34:24.560 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:24 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:24.560 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:24 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:24.560 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:24 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:34:24.560 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:24 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:24.560 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:24 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:24.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:24 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:34:24.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:24 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:24.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:24 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:25.420 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:25 smithi053 ceph-mon[29335]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:34:25.421 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:25 smithi053 ceph-mon[41013]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:34:25.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:25 smithi170 ceph-mon[32771]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:34:26.119 INFO:teuthology.orchestra.run.smithi053.stdout:Created osd(s) 0 on host 'smithi053' 2024-09-21T09:34:26.755 DEBUG:teuthology.orchestra.run.smithi053:osd.0> sudo journalctl -f -n 0 -u ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@osd.0.service 2024-09-21T09:34:26.758 INFO:tasks.cephadm:Deploying osd.1 on smithi053 with /dev/vg_nvme/lv_3... 2024-09-21T09:34:26.758 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- lvm zap /dev/vg_nvme/lv_3 2024-09-21T09:34:27.009 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:34:27.410 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:27 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:27.410 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:27 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:27.410 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:27 smithi053 ceph-mon[29335]: from='osd.0 [v2:172.21.15.53:6802/1408473476,v1:172.21.15.53:6803/1408473476]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-21T09:34:27.410 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:27 smithi053 ceph-mon[29335]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-21T09:34:27.410 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:27 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:27.410 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:27 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:27.411 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:27 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:27.411 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:27 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:27.411 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:27 smithi053 ceph-mon[41013]: from='osd.0 [v2:172.21.15.53:6802/1408473476,v1:172.21.15.53:6803/1408473476]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-21T09:34:27.411 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:27 smithi053 ceph-mon[41013]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-21T09:34:27.411 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:27 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:27.411 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:27 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:27.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:27 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:27.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:27 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:27.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:27 smithi170 ceph-mon[32771]: from='osd.0 [v2:172.21.15.53:6802/1408473476,v1:172.21.15.53:6803/1408473476]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-21T09:34:27.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:27 smithi170 ceph-mon[32771]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-21T09:34:27.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:27 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:27.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:27 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:28.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:28 smithi170 ceph-mon[32771]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:34:28.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:28 smithi170 ceph-mon[32771]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-21T09:34:28.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:28 smithi170 ceph-mon[32771]: osdmap e6: 1 total, 0 up, 1 in 2024-09-21T09:34:28.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:28 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-21T09:34:28.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:28 smithi170 ceph-mon[32771]: from='osd.0 [v2:172.21.15.53:6802/1408473476,v1:172.21.15.53:6803/1408473476]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-21T09:34:28.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:28 smithi170 ceph-mon[32771]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-21T09:34:28.458 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:28 smithi053 ceph-mon[29335]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:34:28.458 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:28 smithi053 ceph-mon[29335]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-21T09:34:28.458 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:28 smithi053 ceph-mon[29335]: osdmap e6: 1 total, 0 up, 1 in 2024-09-21T09:34:28.458 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:28 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-21T09:34:28.459 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:28 smithi053 ceph-mon[29335]: from='osd.0 [v2:172.21.15.53:6802/1408473476,v1:172.21.15.53:6803/1408473476]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-21T09:34:28.459 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:28 smithi053 ceph-mon[29335]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-21T09:34:28.459 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:28 smithi053 ceph-mon[41013]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:34:28.459 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:28 smithi053 ceph-mon[41013]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-21T09:34:28.459 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:28 smithi053 ceph-mon[41013]: osdmap e6: 1 total, 0 up, 1 in 2024-09-21T09:34:28.459 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:28 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-21T09:34:28.459 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:28 smithi053 ceph-mon[41013]: from='osd.0 [v2:172.21.15.53:6802/1408473476,v1:172.21.15.53:6803/1408473476]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-21T09:34:28.459 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:28 smithi053 ceph-mon[41013]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-21T09:34:28.459 INFO:journalctl@ceph.osd.0.smithi053.stdout:Sep 21 09:34:28 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-0[45387]: 2024-09-21T09:34:28.122+0000 7f591bac8640 -1 osd.0 0 waiting for initial osdmap 2024-09-21T09:34:28.460 INFO:journalctl@ceph.osd.0.smithi053.stdout:Sep 21 09:34:28 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-0[45387]: 2024-09-21T09:34:28.124+0000 7f59178f1640 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-21T09:34:29.314 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:29 smithi053 ceph-mon[29335]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]': finished 2024-09-21T09:34:29.314 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:29 smithi053 ceph-mon[29335]: osdmap e7: 1 total, 0 up, 1 in 2024-09-21T09:34:29.314 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:29 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-21T09:34:29.314 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:29 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-21T09:34:29.314 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:29 smithi053 ceph-mon[41013]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]': finished 2024-09-21T09:34:29.315 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:29 smithi053 ceph-mon[41013]: osdmap e7: 1 total, 0 up, 1 in 2024-09-21T09:34:29.315 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:29 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-21T09:34:29.315 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:29 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-21T09:34:29.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:29 smithi170 ceph-mon[32771]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]': finished 2024-09-21T09:34:29.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:29 smithi170 ceph-mon[32771]: osdmap e7: 1 total, 0 up, 1 in 2024-09-21T09:34:29.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:29 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-21T09:34:29.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:29 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-21T09:34:30.360 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:30 smithi053 ceph-mon[41013]: purged_snaps scrub starts 2024-09-21T09:34:30.360 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:30 smithi053 ceph-mon[41013]: purged_snaps scrub ok 2024-09-21T09:34:30.360 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:30 smithi053 ceph-mon[41013]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:34:30.360 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:30 smithi053 ceph-mon[41013]: osd.0 [v2:172.21.15.53:6802/1408473476,v1:172.21.15.53:6803/1408473476] boot 2024-09-21T09:34:30.360 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:30 smithi053 ceph-mon[41013]: osdmap e8: 1 total, 1 up, 1 in 2024-09-21T09:34:30.360 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:30 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-21T09:34:30.360 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:30 smithi053 ceph-mon[29335]: purged_snaps scrub starts 2024-09-21T09:34:30.360 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:30 smithi053 ceph-mon[29335]: purged_snaps scrub ok 2024-09-21T09:34:30.361 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:30 smithi053 ceph-mon[29335]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:34:30.361 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:30 smithi053 ceph-mon[29335]: osd.0 [v2:172.21.15.53:6802/1408473476,v1:172.21.15.53:6803/1408473476] boot 2024-09-21T09:34:30.361 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:30 smithi053 ceph-mon[29335]: osdmap e8: 1 total, 1 up, 1 in 2024-09-21T09:34:30.361 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:30 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-21T09:34:30.363 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:34:30.383 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph orch daemon add osd smithi053:vg_nvme/lv_3 2024-09-21T09:34:30.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:30 smithi170 ceph-mon[32771]: purged_snaps scrub starts 2024-09-21T09:34:30.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:30 smithi170 ceph-mon[32771]: purged_snaps scrub ok 2024-09-21T09:34:30.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:30 smithi170 ceph-mon[32771]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-21T09:34:30.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:30 smithi170 ceph-mon[32771]: osd.0 [v2:172.21.15.53:6802/1408473476,v1:172.21.15.53:6803/1408473476] boot 2024-09-21T09:34:30.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:30 smithi170 ceph-mon[32771]: osdmap e8: 1 total, 1 up, 1 in 2024-09-21T09:34:30.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:30 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-21T09:34:30.914 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:34:31.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:31 smithi053 ceph-mon[29335]: osdmap e9: 1 total, 1 up, 1 in 2024-09-21T09:34:31.325 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:31 smithi053 ceph-mon[41013]: osdmap e9: 1 total, 1 up, 1 in 2024-09-21T09:34:31.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:31 smithi170 ceph-mon[32771]: osdmap e9: 1 total, 1 up, 1 in 2024-09-21T09:34:32.233 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:32 smithi053 ceph-mon[29335]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-21T09:34:32.233 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:32 smithi053 ceph-mon[41013]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-21T09:34:32.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:32 smithi170 ceph-mon[32771]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-21T09:34:33.955 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:33 smithi053 ceph-mon[29335]: Detected new or changed devices on smithi053 2024-09-21T09:34:33.955 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:33 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:33.955 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:33 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:33.955 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:33 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:34:33.955 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:33 smithi053 ceph-mon[29335]: Adjusting osd_memory_target on smithi053 to 16068M 2024-09-21T09:34:33.955 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:33 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:33.955 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:33 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:34:33.956 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:33 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:34:33.956 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:33 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:33.956 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:33 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:34:33.956 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:33 smithi053 ceph-mon[29335]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-21T09:34:33.956 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:33 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:34:33.956 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:33 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:34:33.956 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:33 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:33.956 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:33 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-21T09:34:33.956 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:33 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-21T09:34:33.956 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:33 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:34:33.956 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:33 smithi053 ceph-mon[41013]: Detected new or changed devices on smithi053 2024-09-21T09:34:33.956 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:33 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:33.957 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:33 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:33.957 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:33 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:34:33.957 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:33 smithi053 ceph-mon[41013]: Adjusting osd_memory_target on smithi053 to 16068M 2024-09-21T09:34:33.957 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:33 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:33.957 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:33 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:34:33.957 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:33 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:34:33.957 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:33 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:33.957 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:33 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:34:33.957 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:33 smithi053 ceph-mon[41013]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-21T09:34:33.957 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:33 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:34:33.957 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:33 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:34:33.957 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:33 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:33.957 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:33 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-21T09:34:33.957 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:33 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-21T09:34:33.958 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:33 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:34:34.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:33 smithi170 ceph-mon[32771]: Detected new or changed devices on smithi053 2024-09-21T09:34:34.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:33 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:34.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:33 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:34.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:33 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:34:34.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:33 smithi170 ceph-mon[32771]: Adjusting osd_memory_target on smithi053 to 16068M 2024-09-21T09:34:34.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:33 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:34.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:33 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:34:34.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:33 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:34:34.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:33 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:34.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:33 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:34:34.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:33 smithi170 ceph-mon[32771]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-21T09:34:34.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:33 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:34:34.165 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:33 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:34:34.165 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:33 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:34.165 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:33 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-21T09:34:34.165 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:33 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-21T09:34:34.165 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:33 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:34:35.075 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:34 smithi053 ceph-mon[29335]: from='client.14244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:34:35.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:34 smithi053 ceph-mon[41013]: from='client.14244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:34:35.163 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:34 smithi170 ceph-mon[32771]: from='client.14244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:34:36.039 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:35 smithi053 ceph-mon[41013]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-21T09:34:36.039 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:35 smithi053 ceph-mon[41013]: from='client.? 172.21.15.53:0/2239899581' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f1848a21-3377-4171-95a4-4a9eeb6ecf22"}]: dispatch 2024-09-21T09:34:36.039 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:35 smithi053 ceph-mon[41013]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f1848a21-3377-4171-95a4-4a9eeb6ecf22"}]: dispatch 2024-09-21T09:34:36.039 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:35 smithi053 ceph-mon[41013]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f1848a21-3377-4171-95a4-4a9eeb6ecf22"}]': finished 2024-09-21T09:34:36.039 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:35 smithi053 ceph-mon[41013]: osdmap e10: 2 total, 1 up, 2 in 2024-09-21T09:34:36.040 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:35 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-21T09:34:36.040 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:35 smithi053 ceph-mon[29335]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-21T09:34:36.040 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:35 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/2239899581' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f1848a21-3377-4171-95a4-4a9eeb6ecf22"}]: dispatch 2024-09-21T09:34:36.040 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:35 smithi053 ceph-mon[29335]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f1848a21-3377-4171-95a4-4a9eeb6ecf22"}]: dispatch 2024-09-21T09:34:36.040 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:35 smithi053 ceph-mon[29335]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f1848a21-3377-4171-95a4-4a9eeb6ecf22"}]': finished 2024-09-21T09:34:36.040 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:35 smithi053 ceph-mon[29335]: osdmap e10: 2 total, 1 up, 2 in 2024-09-21T09:34:36.040 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:35 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-21T09:34:36.163 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:35 smithi170 ceph-mon[32771]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-21T09:34:36.163 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:35 smithi170 ceph-mon[32771]: from='client.? 172.21.15.53:0/2239899581' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f1848a21-3377-4171-95a4-4a9eeb6ecf22"}]: dispatch 2024-09-21T09:34:36.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:35 smithi170 ceph-mon[32771]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f1848a21-3377-4171-95a4-4a9eeb6ecf22"}]: dispatch 2024-09-21T09:34:36.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:35 smithi170 ceph-mon[32771]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f1848a21-3377-4171-95a4-4a9eeb6ecf22"}]': finished 2024-09-21T09:34:36.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:35 smithi170 ceph-mon[32771]: osdmap e10: 2 total, 1 up, 2 in 2024-09-21T09:34:36.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:35 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-21T09:34:37.163 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:36 smithi170 ceph-mon[32771]: from='client.? 172.21.15.53:0/1973545967' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-21T09:34:37.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:36 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/1973545967' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-21T09:34:37.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:36 smithi053 ceph-mon[41013]: from='client.? 172.21.15.53:0/1973545967' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-21T09:34:38.163 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:37 smithi170 ceph-mon[32771]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-21T09:34:38.181 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:37 smithi053 ceph-mon[29335]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-21T09:34:38.181 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:37 smithi053 ceph-mon[41013]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-21T09:34:39.511 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:39 smithi053 ceph-mon[29335]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-21T09:34:39.511 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:39 smithi053 ceph-mon[41013]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-21T09:34:39.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:39 smithi170 ceph-mon[32771]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-21T09:34:41.346 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:41 smithi053 ceph-mon[41013]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-21T09:34:41.346 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:41 smithi053 ceph-mon[29335]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-21T09:34:41.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:41 smithi170 ceph-mon[32771]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-21T09:34:42.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:42 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-21T09:34:42.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:42 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:34:42.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:42 smithi053 ceph-mon[29335]: Deploying daemon osd.1 on smithi053 2024-09-21T09:34:42.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:42 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-21T09:34:42.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:42 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:34:42.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:42 smithi053 ceph-mon[41013]: Deploying daemon osd.1 on smithi053 2024-09-21T09:34:42.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:42 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-21T09:34:42.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:42 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:34:42.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:42 smithi170 ceph-mon[32771]: Deploying daemon osd.1 on smithi053 2024-09-21T09:34:43.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:43 smithi053 ceph-mon[29335]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-21T09:34:43.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:43 smithi053 ceph-mon[41013]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-21T09:34:43.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:43 smithi170 ceph-mon[32771]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-21T09:34:45.466 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:45 smithi170 ceph-mon[32771]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-21T09:34:45.483 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:45 smithi053 ceph-mon[41013]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-21T09:34:45.483 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:45 smithi053 ceph-mon[29335]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-21T09:34:46.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:46 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:34:46.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:46 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:46.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:46 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:46.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:46 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:34:46.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:46 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:46.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:46 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:46.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:46 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:34:46.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:46 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:46.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:46 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:47.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:47 smithi170 ceph-mon[32771]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-21T09:34:47.667 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:47 smithi053 ceph-mon[29335]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-21T09:34:47.667 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:47 smithi053 ceph-mon[41013]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-21T09:34:49.735 INFO:teuthology.orchestra.run.smithi053.stdout:Created osd(s) 1 on host 'smithi053' 2024-09-21T09:34:50.014 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:49 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:50.014 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:49 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:50.014 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:49 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:34:50.014 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:49 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:34:50.015 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:49 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:50.015 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:49 smithi053 ceph-mon[41013]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-21T09:34:50.015 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:49 smithi053 ceph-mon[41013]: from='osd.1 [v2:172.21.15.53:6810/1051092023,v1:172.21.15.53:6811/1051092023]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-21T09:34:50.015 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:49 smithi053 ceph-mon[41013]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-21T09:34:50.015 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:49 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:34:50.015 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:49 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:50.015 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:49 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:50.015 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:49 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:50.015 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:49 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:50.015 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:49 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:34:50.015 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:49 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:34:50.016 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:49 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:50.016 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:49 smithi053 ceph-mon[29335]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-21T09:34:50.016 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:49 smithi053 ceph-mon[29335]: from='osd.1 [v2:172.21.15.53:6810/1051092023,v1:172.21.15.53:6811/1051092023]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-21T09:34:50.016 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:49 smithi053 ceph-mon[29335]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-21T09:34:50.016 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:49 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:34:50.016 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:49 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:50.016 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:49 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:50.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:49 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:50.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:49 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:50.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:49 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:34:50.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:49 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:34:50.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:49 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:50.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:49 smithi170 ceph-mon[32771]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-21T09:34:50.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:49 smithi170 ceph-mon[32771]: from='osd.1 [v2:172.21.15.53:6810/1051092023,v1:172.21.15.53:6811/1051092023]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-21T09:34:50.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:49 smithi170 ceph-mon[32771]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-21T09:34:50.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:49 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:34:50.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:49 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:50.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:49 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:50.312 DEBUG:teuthology.orchestra.run.smithi053:osd.1> sudo journalctl -f -n 0 -u ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@osd.1.service 2024-09-21T09:34:50.314 INFO:tasks.cephadm:Deploying osd.2 on smithi053 with /dev/vg_nvme/lv_2... 2024-09-21T09:34:50.314 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- lvm zap /dev/vg_nvme/lv_2 2024-09-21T09:34:51.075 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:50 smithi053 ceph-mon[41013]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-21T09:34:51.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:50 smithi053 ceph-mon[41013]: osdmap e11: 2 total, 1 up, 2 in 2024-09-21T09:34:51.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:50 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-21T09:34:51.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:50 smithi053 ceph-mon[41013]: from='osd.1 [v2:172.21.15.53:6810/1051092023,v1:172.21.15.53:6811/1051092023]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-21T09:34:51.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:50 smithi053 ceph-mon[41013]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-21T09:34:51.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:50 smithi053 ceph-mon[29335]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-21T09:34:51.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:50 smithi053 ceph-mon[29335]: osdmap e11: 2 total, 1 up, 2 in 2024-09-21T09:34:51.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:50 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-21T09:34:51.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:50 smithi053 ceph-mon[29335]: from='osd.1 [v2:172.21.15.53:6810/1051092023,v1:172.21.15.53:6811/1051092023]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-21T09:34:51.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:50 smithi053 ceph-mon[29335]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-21T09:34:51.077 INFO:journalctl@ceph.osd.1.smithi053.stdout:Sep 21 09:34:50 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-1[51552]: 2024-09-21T09:34:50.779+0000 7fe117183640 -1 osd.1 0 waiting for initial osdmap 2024-09-21T09:34:51.077 INFO:journalctl@ceph.osd.1.smithi053.stdout:Sep 21 09:34:50 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-1[51552]: 2024-09-21T09:34:50.782+0000 7fe112fac640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-21T09:34:51.130 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:34:51.163 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:50 smithi170 ceph-mon[32771]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-21T09:34:51.163 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:50 smithi170 ceph-mon[32771]: osdmap e11: 2 total, 1 up, 2 in 2024-09-21T09:34:51.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:50 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-21T09:34:51.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:50 smithi170 ceph-mon[32771]: from='osd.1 [v2:172.21.15.53:6810/1051092023,v1:172.21.15.53:6811/1051092023]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-21T09:34:51.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:50 smithi170 ceph-mon[32771]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-21T09:34:51.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:51 smithi053 ceph-mon[29335]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]': finished 2024-09-21T09:34:51.826 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:51 smithi053 ceph-mon[29335]: osdmap e12: 2 total, 1 up, 2 in 2024-09-21T09:34:51.826 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:51 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-21T09:34:51.826 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:51 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-21T09:34:51.826 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:51 smithi053 ceph-mon[29335]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-21T09:34:51.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:51 smithi053 ceph-mon[41013]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]': finished 2024-09-21T09:34:51.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:51 smithi053 ceph-mon[41013]: osdmap e12: 2 total, 1 up, 2 in 2024-09-21T09:34:51.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:51 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-21T09:34:51.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:51 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-21T09:34:51.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:51 smithi053 ceph-mon[41013]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-21T09:34:52.163 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:51 smithi170 ceph-mon[32771]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]': finished 2024-09-21T09:34:52.163 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:51 smithi170 ceph-mon[32771]: osdmap e12: 2 total, 1 up, 2 in 2024-09-21T09:34:52.163 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:51 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-21T09:34:52.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:51 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-21T09:34:52.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:51 smithi170 ceph-mon[32771]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-21T09:34:53.075 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:52 smithi053 ceph-mon[29335]: purged_snaps scrub starts 2024-09-21T09:34:53.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:52 smithi053 ceph-mon[29335]: purged_snaps scrub ok 2024-09-21T09:34:53.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:52 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-21T09:34:53.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:52 smithi053 ceph-mon[29335]: osd.1 [v2:172.21.15.53:6810/1051092023,v1:172.21.15.53:6811/1051092023] boot 2024-09-21T09:34:53.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:52 smithi053 ceph-mon[29335]: osdmap e13: 2 total, 2 up, 2 in 2024-09-21T09:34:53.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:52 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-21T09:34:53.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:52 smithi053 ceph-mon[41013]: purged_snaps scrub starts 2024-09-21T09:34:53.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:52 smithi053 ceph-mon[41013]: purged_snaps scrub ok 2024-09-21T09:34:53.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:52 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-21T09:34:53.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:52 smithi053 ceph-mon[41013]: osd.1 [v2:172.21.15.53:6810/1051092023,v1:172.21.15.53:6811/1051092023] boot 2024-09-21T09:34:53.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:52 smithi053 ceph-mon[41013]: osdmap e13: 2 total, 2 up, 2 in 2024-09-21T09:34:53.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:52 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-21T09:34:53.163 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:52 smithi170 ceph-mon[32771]: purged_snaps scrub starts 2024-09-21T09:34:53.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:52 smithi170 ceph-mon[32771]: purged_snaps scrub ok 2024-09-21T09:34:53.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:52 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-21T09:34:53.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:52 smithi170 ceph-mon[32771]: osd.1 [v2:172.21.15.53:6810/1051092023,v1:172.21.15.53:6811/1051092023] boot 2024-09-21T09:34:53.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:52 smithi170 ceph-mon[32771]: osdmap e13: 2 total, 2 up, 2 in 2024-09-21T09:34:53.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:52 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-21T09:34:54.075 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:53 smithi053 ceph-mon[41013]: osdmap e14: 2 total, 2 up, 2 in 2024-09-21T09:34:54.075 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:53 smithi053 ceph-mon[41013]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-21T09:34:54.075 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:53 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:54.075 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:53 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:54.075 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:53 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:34:54.075 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:53 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:34:54.075 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:53 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:54.075 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:53 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:34:54.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:53 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:34:54.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:53 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:54.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:53 smithi053 ceph-mon[29335]: osdmap e14: 2 total, 2 up, 2 in 2024-09-21T09:34:54.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:53 smithi053 ceph-mon[29335]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-21T09:34:54.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:53 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:54.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:53 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:54.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:53 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:34:54.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:53 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:34:54.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:53 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:54.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:53 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:34:54.077 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:53 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:34:54.077 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:53 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:54.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:53 smithi170 ceph-mon[32771]: osdmap e14: 2 total, 2 up, 2 in 2024-09-21T09:34:54.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:53 smithi170 ceph-mon[32771]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-21T09:34:54.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:53 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:54.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:53 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:54.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:53 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:34:54.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:53 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:34:54.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:53 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:54.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:53 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:34:54.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:53 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:34:54.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:53 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:34:55.030 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:54 smithi053 ceph-mon[29335]: Detected new or changed devices on smithi053 2024-09-21T09:34:55.030 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:54 smithi053 ceph-mon[29335]: Adjusting osd_memory_target on smithi053 to 8034M 2024-09-21T09:34:55.030 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:54 smithi053 ceph-mon[41013]: Detected new or changed devices on smithi053 2024-09-21T09:34:55.030 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:54 smithi053 ceph-mon[41013]: Adjusting osd_memory_target on smithi053 to 8034M 2024-09-21T09:34:55.033 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:34:55.054 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph orch daemon add osd smithi053:vg_nvme/lv_2 2024-09-21T09:34:55.163 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:54 smithi170 ceph-mon[32771]: Detected new or changed devices on smithi053 2024-09-21T09:34:55.163 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:54 smithi170 ceph-mon[32771]: Adjusting osd_memory_target on smithi053 to 8034M 2024-09-21T09:34:55.257 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:34:56.060 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:55 smithi053 ceph-mon[29335]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-21T09:34:56.060 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:55 smithi053 ceph-mon[41013]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-21T09:34:56.163 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:55 smithi170 ceph-mon[32771]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-21T09:34:57.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:57 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-21T09:34:57.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:57 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-21T09:34:57.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:57 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:34:57.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:57 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-21T09:34:57.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:57 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-21T09:34:57.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:57 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:34:57.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:57 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-21T09:34:57.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:57 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-21T09:34:57.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:57 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:34:58.320 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:58 smithi053 ceph-mon[41013]: from='client.24170 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:34:58.320 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:58 smithi053 ceph-mon[41013]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-21T09:34:58.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:58 smithi053 ceph-mon[29335]: from='client.24170 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:34:58.320 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:58 smithi053 ceph-mon[29335]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-21T09:34:58.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:58 smithi170 ceph-mon[32771]: from='client.24170 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:34:58.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:58 smithi170 ceph-mon[32771]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-21T09:34:59.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:34:59 smithi053 ceph-mon[29335]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-21T09:34:59.325 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:34:59 smithi053 ceph-mon[41013]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-21T09:34:59.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:34:59 smithi170 ceph-mon[32771]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-21T09:35:00.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:00 smithi053 ceph-mon[41013]: from='client.? 172.21.15.53:0/3445355152' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e31bf91c-17d1-4213-b1e2-bcec5463e9a5"}]: dispatch 2024-09-21T09:35:00.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:00 smithi053 ceph-mon[41013]: from='client.? 172.21.15.53:0/3445355152' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e31bf91c-17d1-4213-b1e2-bcec5463e9a5"}]': finished 2024-09-21T09:35:00.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:00 smithi053 ceph-mon[41013]: osdmap e15: 3 total, 2 up, 3 in 2024-09-21T09:35:00.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:00 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-21T09:35:00.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:00 smithi053 ceph-mon[41013]: from='client.? 172.21.15.53:0/3452029109' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-21T09:35:00.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:00 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/3445355152' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e31bf91c-17d1-4213-b1e2-bcec5463e9a5"}]: dispatch 2024-09-21T09:35:00.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:00 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/3445355152' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e31bf91c-17d1-4213-b1e2-bcec5463e9a5"}]': finished 2024-09-21T09:35:00.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:00 smithi053 ceph-mon[29335]: osdmap e15: 3 total, 2 up, 3 in 2024-09-21T09:35:00.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:00 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-21T09:35:00.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:00 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/3452029109' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-21T09:35:00.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:00 smithi170 ceph-mon[32771]: from='client.? 172.21.15.53:0/3445355152' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e31bf91c-17d1-4213-b1e2-bcec5463e9a5"}]: dispatch 2024-09-21T09:35:00.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:00 smithi170 ceph-mon[32771]: from='client.? 172.21.15.53:0/3445355152' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e31bf91c-17d1-4213-b1e2-bcec5463e9a5"}]': finished 2024-09-21T09:35:00.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:00 smithi170 ceph-mon[32771]: osdmap e15: 3 total, 2 up, 3 in 2024-09-21T09:35:00.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:00 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-21T09:35:00.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:00 smithi170 ceph-mon[32771]: from='client.? 172.21.15.53:0/3452029109' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-21T09:35:01.491 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:01 smithi053 ceph-mon[29335]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-21T09:35:01.491 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:01 smithi053 ceph-mon[41013]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-21T09:35:01.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:01 smithi170 ceph-mon[32771]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-21T09:35:03.307 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:03 smithi053 ceph-mon[29335]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-21T09:35:03.307 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:03 smithi053 ceph-mon[41013]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-21T09:35:03.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:03 smithi170 ceph-mon[32771]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-21T09:35:05.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:05 smithi053 ceph-mon[29335]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-21T09:35:05.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:05 smithi053 ceph-mon[41013]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-21T09:35:05.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:05 smithi170 ceph-mon[32771]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-21T09:35:06.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:06 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-21T09:35:06.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:06 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:35:06.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:06 smithi053 ceph-mon[29335]: Deploying daemon osd.2 on smithi053 2024-09-21T09:35:06.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:06 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-21T09:35:06.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:06 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:35:06.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:06 smithi053 ceph-mon[41013]: Deploying daemon osd.2 on smithi053 2024-09-21T09:35:06.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:06 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-21T09:35:06.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:06 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:35:06.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:06 smithi170 ceph-mon[32771]: Deploying daemon osd.2 on smithi053 2024-09-21T09:35:07.506 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:07 smithi053 ceph-mon[29335]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-21T09:35:07.506 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:07 smithi053 ceph-mon[41013]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-21T09:35:07.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:07 smithi170 ceph-mon[32771]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-21T09:35:09.455 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:09 smithi053 ceph-mon[29335]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-21T09:35:09.456 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:09 smithi053 ceph-mon[41013]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-21T09:35:09.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:09 smithi170 ceph-mon[32771]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-21T09:35:10.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:10 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:35:10.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:10 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:10.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:10 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:10.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:10 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:35:10.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:10 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:10.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:10 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:10.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:10 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:35:10.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:10 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:10.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:10 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:11.649 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:11 smithi053 ceph-mon[29335]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-21T09:35:11.649 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:11 smithi053 ceph-mon[41013]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-21T09:35:11.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:11 smithi170 ceph-mon[32771]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-21T09:35:13.407 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:13 smithi053 ceph-mon[29335]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-21T09:35:13.407 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:13 smithi053 ceph-mon[41013]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-21T09:35:13.446 INFO:teuthology.orchestra.run.smithi053.stdout:Created osd(s) 2 on host 'smithi053' 2024-09-21T09:35:13.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:13 smithi170 ceph-mon[32771]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-21T09:35:14.081 DEBUG:teuthology.orchestra.run.smithi053:osd.2> sudo journalctl -f -n 0 -u ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@osd.2.service 2024-09-21T09:35:14.084 INFO:tasks.cephadm:Deploying osd.3 on smithi053 with /dev/vg_nvme/lv_1... 2024-09-21T09:35:14.084 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- lvm zap /dev/vg_nvme/lv_1 2024-09-21T09:35:14.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:14 smithi053 ceph-mon[29335]: from='osd.2 [v2:172.21.15.53:6818/3123766511,v1:172.21.15.53:6819/3123766511]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-21T09:35:14.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:14 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:14.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:14 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:14.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:14 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:14.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:14 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:14.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:14 smithi053 ceph-mon[41013]: from='osd.2 [v2:172.21.15.53:6818/3123766511,v1:172.21.15.53:6819/3123766511]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-21T09:35:14.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:14 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:14.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:14 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:14.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:14 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:14.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:14 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:14.340 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:35:14.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:14 smithi170 ceph-mon[32771]: from='osd.2 [v2:172.21.15.53:6818/3123766511,v1:172.21.15.53:6819/3123766511]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-21T09:35:14.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:14 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:14.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:14 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:14.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:14 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:14.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:14 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:15.494 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:15 smithi053 ceph-mon[29335]: from='osd.2 [v2:172.21.15.53:6818/3123766511,v1:172.21.15.53:6819/3123766511]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-21T09:35:15.494 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:15 smithi053 ceph-mon[29335]: osdmap e16: 3 total, 2 up, 3 in 2024-09-21T09:35:15.494 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:15 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-21T09:35:15.494 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:15 smithi053 ceph-mon[29335]: from='osd.2 [v2:172.21.15.53:6818/3123766511,v1:172.21.15.53:6819/3123766511]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-21T09:35:15.494 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:15 smithi053 ceph-mon[29335]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-21T09:35:15.494 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:15 smithi053 ceph-mon[41013]: from='osd.2 [v2:172.21.15.53:6818/3123766511,v1:172.21.15.53:6819/3123766511]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-21T09:35:15.494 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:15 smithi053 ceph-mon[41013]: osdmap e16: 3 total, 2 up, 3 in 2024-09-21T09:35:15.495 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:15 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-21T09:35:15.495 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:15 smithi053 ceph-mon[41013]: from='osd.2 [v2:172.21.15.53:6818/3123766511,v1:172.21.15.53:6819/3123766511]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-21T09:35:15.495 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:15 smithi053 ceph-mon[41013]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-21T09:35:15.565 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:15 smithi170 ceph-mon[32771]: from='osd.2 [v2:172.21.15.53:6818/3123766511,v1:172.21.15.53:6819/3123766511]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-21T09:35:15.565 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:15 smithi170 ceph-mon[32771]: osdmap e16: 3 total, 2 up, 3 in 2024-09-21T09:35:15.565 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:15 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-21T09:35:15.565 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:15 smithi170 ceph-mon[32771]: from='osd.2 [v2:172.21.15.53:6818/3123766511,v1:172.21.15.53:6819/3123766511]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-21T09:35:15.565 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:15 smithi170 ceph-mon[32771]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-21T09:35:15.779 INFO:journalctl@ceph.osd.2.smithi053.stdout:Sep 21 09:35:15 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-2[57517]: 2024-09-21T09:35:15.491+0000 7fbaa3a9c640 -1 osd.2 0 waiting for initial osdmap 2024-09-21T09:35:15.779 INFO:journalctl@ceph.osd.2.smithi053.stdout:Sep 21 09:35:15 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-2[57517]: 2024-09-21T09:35:15.494+0000 7fba9b8bd640 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-21T09:35:16.367 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:16 smithi053 ceph-mon[41013]: from='osd.2 [v2:172.21.15.53:6818/3123766511,v1:172.21.15.53:6819/3123766511]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]': finished 2024-09-21T09:35:16.367 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:16 smithi053 ceph-mon[41013]: osdmap e17: 3 total, 2 up, 3 in 2024-09-21T09:35:16.367 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:16 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-21T09:35:16.367 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:16 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-21T09:35:16.367 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:16 smithi053 ceph-mon[41013]: from='osd.2 [v2:172.21.15.53:6818/3123766511,v1:172.21.15.53:6819/3123766511]' entity='osd.2' 2024-09-21T09:35:16.367 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:16 smithi053 ceph-mon[29335]: from='osd.2 [v2:172.21.15.53:6818/3123766511,v1:172.21.15.53:6819/3123766511]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]': finished 2024-09-21T09:35:16.368 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:16 smithi053 ceph-mon[29335]: osdmap e17: 3 total, 2 up, 3 in 2024-09-21T09:35:16.368 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:16 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-21T09:35:16.368 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:16 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-21T09:35:16.368 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:16 smithi053 ceph-mon[29335]: from='osd.2 [v2:172.21.15.53:6818/3123766511,v1:172.21.15.53:6819/3123766511]' entity='osd.2' 2024-09-21T09:35:16.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:16 smithi170 ceph-mon[32771]: from='osd.2 [v2:172.21.15.53:6818/3123766511,v1:172.21.15.53:6819/3123766511]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]': finished 2024-09-21T09:35:16.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:16 smithi170 ceph-mon[32771]: osdmap e17: 3 total, 2 up, 3 in 2024-09-21T09:35:16.665 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:16 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-21T09:35:16.665 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:16 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-21T09:35:16.665 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:16 smithi170 ceph-mon[32771]: from='osd.2 [v2:172.21.15.53:6818/3123766511,v1:172.21.15.53:6819/3123766511]' entity='osd.2' 2024-09-21T09:35:17.280 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:35:17.301 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph orch daemon add osd smithi053:vg_nvme/lv_1 2024-09-21T09:35:17.897 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:17 smithi053 ceph-mon[29335]: purged_snaps scrub starts 2024-09-21T09:35:17.897 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:17 smithi053 ceph-mon[29335]: purged_snaps scrub ok 2024-09-21T09:35:17.898 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:17 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-21T09:35:17.898 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:17 smithi053 ceph-mon[29335]: osd.2 [v2:172.21.15.53:6818/3123766511,v1:172.21.15.53:6819/3123766511] boot 2024-09-21T09:35:17.898 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:17 smithi053 ceph-mon[29335]: osdmap e18: 3 total, 3 up, 3 in 2024-09-21T09:35:17.898 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:17 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-21T09:35:17.898 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:17 smithi053 ceph-mon[41013]: purged_snaps scrub starts 2024-09-21T09:35:17.898 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:17 smithi053 ceph-mon[41013]: purged_snaps scrub ok 2024-09-21T09:35:17.898 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:17 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-21T09:35:17.898 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:17 smithi053 ceph-mon[41013]: osd.2 [v2:172.21.15.53:6818/3123766511,v1:172.21.15.53:6819/3123766511] boot 2024-09-21T09:35:17.898 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:17 smithi053 ceph-mon[41013]: osdmap e18: 3 total, 3 up, 3 in 2024-09-21T09:35:17.898 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:17 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-21T09:35:17.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:17 smithi170 ceph-mon[32771]: purged_snaps scrub starts 2024-09-21T09:35:17.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:17 smithi170 ceph-mon[32771]: purged_snaps scrub ok 2024-09-21T09:35:17.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:17 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-21T09:35:17.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:17 smithi170 ceph-mon[32771]: osd.2 [v2:172.21.15.53:6818/3123766511,v1:172.21.15.53:6819/3123766511] boot 2024-09-21T09:35:17.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:17 smithi170 ceph-mon[32771]: osdmap e18: 3 total, 3 up, 3 in 2024-09-21T09:35:17.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:17 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-21T09:35:18.254 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:35:18.762 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:18 smithi053 ceph-mon[29335]: pgmap v74: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-21T09:35:18.762 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:18 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-21T09:35:18.762 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:18 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-21T09:35:18.762 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:18 smithi053 ceph-mon[29335]: osdmap e19: 3 total, 3 up, 3 in 2024-09-21T09:35:18.762 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:18 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-21T09:35:18.762 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:18 smithi053 ceph-mon[41013]: pgmap v74: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-21T09:35:18.763 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:18 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-21T09:35:18.763 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:18 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-21T09:35:18.763 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:18 smithi053 ceph-mon[41013]: osdmap e19: 3 total, 3 up, 3 in 2024-09-21T09:35:18.763 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:18 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-21T09:35:18.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:18 smithi170 ceph-mon[32771]: pgmap v74: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-21T09:35:18.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:18 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-21T09:35:18.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:18 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-21T09:35:18.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:18 smithi170 ceph-mon[32771]: osdmap e19: 3 total, 3 up, 3 in 2024-09-21T09:35:18.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:18 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-21T09:35:19.657 INFO:journalctl@ceph.osd.0.smithi053.stdout:Sep 21 09:35:19 smithi053 sudo[61440]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-21T09:35:19.657 INFO:journalctl@ceph.osd.0.smithi053.stdout:Sep 21 09:35:19 smithi053 sudo[61440]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-21T09:35:19.657 INFO:journalctl@ceph.osd.0.smithi053.stdout:Sep 21 09:35:19 smithi053 sudo[61440]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-21T09:35:19.657 INFO:journalctl@ceph.osd.0.smithi053.stdout:Sep 21 09:35:19 smithi053 sudo[61440]: pam_unix(sudo:session): session closed for user root 2024-09-21T09:35:19.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:19 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-21T09:35:19.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:19 smithi170 ceph-mon[32771]: osdmap e20: 3 total, 3 up, 3 in 2024-09-21T09:35:19.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:19 smithi170 ceph-mon[32771]: pgmap v77: 1 pgs: 1 unknown; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-09-21T09:35:19.914 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:19 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-21T09:35:19.914 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:19 smithi053 ceph-mon[41013]: osdmap e20: 3 total, 3 up, 3 in 2024-09-21T09:35:19.914 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:19 smithi053 ceph-mon[41013]: pgmap v77: 1 pgs: 1 unknown; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-09-21T09:35:19.914 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:19 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-21T09:35:19.915 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:19 smithi053 ceph-mon[29335]: osdmap e20: 3 total, 3 up, 3 in 2024-09-21T09:35:19.915 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:19 smithi053 ceph-mon[29335]: pgmap v77: 1 pgs: 1 unknown; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-09-21T09:35:19.915 INFO:journalctl@ceph.osd.0.smithi053.stdout:Sep 21 09:35:19 smithi053 sudo[61463]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-21T09:35:19.915 INFO:journalctl@ceph.osd.0.smithi053.stdout:Sep 21 09:35:19 smithi053 sudo[61463]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-21T09:35:19.915 INFO:journalctl@ceph.osd.0.smithi053.stdout:Sep 21 09:35:19 smithi053 sudo[61463]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-21T09:35:19.915 INFO:journalctl@ceph.osd.0.smithi053.stdout:Sep 21 09:35:19 smithi053 sudo[61463]: pam_unix(sudo:session): session closed for user root 2024-09-21T09:35:20.575 INFO:journalctl@ceph.osd.1.smithi053.stdout:Sep 21 09:35:20 smithi053 sudo[61494]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-21T09:35:20.615 INFO:journalctl@ceph.osd.1.smithi053.stdout:Sep 21 09:35:20 smithi053 sudo[61494]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-21T09:35:20.615 INFO:journalctl@ceph.osd.1.smithi053.stdout:Sep 21 09:35:20 smithi053 sudo[61494]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-21T09:35:20.615 INFO:journalctl@ceph.osd.1.smithi053.stdout:Sep 21 09:35:20 smithi053 sudo[61494]: pam_unix(sudo:session): session closed for user root 2024-09-21T09:35:20.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:20 smithi170 ceph-mon[32771]: mgrmap e15: y(active, since 2m), standbys: x 2024-09-21T09:35:20.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:20 smithi170 ceph-mon[32771]: osdmap e21: 3 total, 3 up, 3 in 2024-09-21T09:35:20.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:20 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:20.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:20 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:20.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:20 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:20.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:20 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:35:20.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:20 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:35:20.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:20 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:35:20.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:20 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:20.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:20 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:35:20.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:20 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:35:20.915 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:20 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:20.915 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:20 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:35:20.915 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:20 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:35:20.915 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:20 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:35:20.915 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:20 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:21.075 INFO:journalctl@ceph.osd.1.smithi053.stdout:Sep 21 09:35:20 smithi053 sudo[61587]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-21T09:35:21.075 INFO:journalctl@ceph.osd.1.smithi053.stdout:Sep 21 09:35:20 smithi053 sudo[61587]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-21T09:35:21.075 INFO:journalctl@ceph.osd.1.smithi053.stdout:Sep 21 09:35:20 smithi053 sudo[61587]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-21T09:35:21.075 INFO:journalctl@ceph.osd.1.smithi053.stdout:Sep 21 09:35:20 smithi053 sudo[61587]: pam_unix(sudo:session): session closed for user root 2024-09-21T09:35:21.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:20 smithi053 ceph-mon[29335]: mgrmap e15: y(active, since 2m), standbys: x 2024-09-21T09:35:21.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:20 smithi053 ceph-mon[29335]: osdmap e21: 3 total, 3 up, 3 in 2024-09-21T09:35:21.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:20 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:21.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:20 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:21.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:20 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:21.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:20 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:35:21.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:20 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:35:21.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:20 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:35:21.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:20 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:21.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:20 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:35:21.077 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:20 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:35:21.077 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:20 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:21.077 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:20 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:35:21.077 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:20 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:35:21.077 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:20 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:35:21.077 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:20 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:21.077 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:20 smithi053 ceph-mon[41013]: mgrmap e15: y(active, since 2m), standbys: x 2024-09-21T09:35:21.077 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:20 smithi053 ceph-mon[41013]: osdmap e21: 3 total, 3 up, 3 in 2024-09-21T09:35:21.077 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:20 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:21.077 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:20 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:21.077 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:20 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:21.077 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:20 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:35:21.078 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:20 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:35:21.078 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:20 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:35:21.078 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:20 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:21.078 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:20 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:35:21.078 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:20 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:35:21.078 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:20 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:21.078 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:20 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:35:21.078 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:20 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:35:21.078 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:20 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:35:21.078 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:20 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:21.410 INFO:journalctl@ceph.osd.2.smithi053.stdout:Sep 21 09:35:21 smithi053 sudo[61711]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-21T09:35:21.411 INFO:journalctl@ceph.osd.2.smithi053.stdout:Sep 21 09:35:21 smithi053 sudo[61711]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-21T09:35:21.411 INFO:journalctl@ceph.osd.2.smithi053.stdout:Sep 21 09:35:21 smithi053 sudo[61711]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-21T09:35:21.411 INFO:journalctl@ceph.osd.2.smithi053.stdout:Sep 21 09:35:21 smithi053 sudo[61711]: pam_unix(sudo:session): session closed for user root 2024-09-21T09:35:21.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:21 smithi170 ceph-mon[32771]: Detected new or changed devices on smithi053 2024-09-21T09:35:21.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:21 smithi170 ceph-mon[32771]: Adjusting osd_memory_target on smithi053 to 5356M 2024-09-21T09:35:21.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:21 smithi170 ceph-mon[32771]: from='client.14304 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:35:21.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:21 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-21T09:35:21.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:21 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-21T09:35:21.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:21 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:35:21.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:21 smithi170 ceph-mon[32771]: pgmap v79: 1 pgs: 1 unknown; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-09-21T09:35:22.075 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:21 smithi053 ceph-mon[29335]: Detected new or changed devices on smithi053 2024-09-21T09:35:22.075 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:21 smithi053 ceph-mon[29335]: Adjusting osd_memory_target on smithi053 to 5356M 2024-09-21T09:35:22.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:21 smithi053 ceph-mon[29335]: from='client.14304 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:35:22.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:21 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-21T09:35:22.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:21 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-21T09:35:22.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:21 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:35:22.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:21 smithi053 ceph-mon[29335]: pgmap v79: 1 pgs: 1 unknown; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-09-21T09:35:22.076 INFO:journalctl@ceph.osd.2.smithi053.stdout:Sep 21 09:35:21 smithi053 sudo[61752]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-21T09:35:22.076 INFO:journalctl@ceph.osd.2.smithi053.stdout:Sep 21 09:35:21 smithi053 sudo[61752]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-21T09:35:22.076 INFO:journalctl@ceph.osd.2.smithi053.stdout:Sep 21 09:35:21 smithi053 sudo[61752]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-21T09:35:22.076 INFO:journalctl@ceph.osd.2.smithi053.stdout:Sep 21 09:35:21 smithi053 sudo[61752]: pam_unix(sudo:session): session closed for user root 2024-09-21T09:35:22.077 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:21 smithi053 ceph-mon[41013]: Detected new or changed devices on smithi053 2024-09-21T09:35:22.077 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:21 smithi053 ceph-mon[41013]: Adjusting osd_memory_target on smithi053 to 5356M 2024-09-21T09:35:22.077 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:21 smithi053 ceph-mon[41013]: from='client.14304 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:35:22.077 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:21 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-21T09:35:22.077 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:21 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-21T09:35:22.077 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:21 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:35:22.077 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:21 smithi053 ceph-mon[41013]: pgmap v79: 1 pgs: 1 unknown; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-09-21T09:35:22.384 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:22 smithi053 sudo[61766]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-21T09:35:22.384 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:22 smithi053 sudo[61766]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-21T09:35:22.384 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:22 smithi053 sudo[61766]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-21T09:35:22.384 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:22 smithi053 sudo[61766]: pam_unix(sudo:session): session closed for user root 2024-09-21T09:35:22.742 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:22 smithi053 sudo[61814]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-21T09:35:22.742 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:22 smithi053 sudo[61814]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-21T09:35:22.742 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:22 smithi053 sudo[61814]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-21T09:35:22.742 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:22 smithi053 sudo[61814]: pam_unix(sudo:session): session closed for user root 2024-09-21T09:35:23.071 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:22 smithi170 sudo[35517]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-21T09:35:23.071 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:22 smithi170 sudo[35517]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-21T09:35:23.071 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:22 smithi170 sudo[35517]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-21T09:35:23.071 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:22 smithi170 sudo[35517]: pam_unix(sudo:session): session closed for user root 2024-09-21T09:35:23.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:23 smithi170 sudo[35520]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-21T09:35:23.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:23 smithi170 sudo[35520]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-21T09:35:23.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:23 smithi170 sudo[35520]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-21T09:35:23.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:23 smithi170 sudo[35520]: pam_unix(sudo:session): session closed for user root 2024-09-21T09:35:23.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:23 smithi170 ceph-mon[32771]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-21T09:35:23.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:23 smithi170 ceph-mon[32771]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-21T09:35:23.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:23 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-21T09:35:23.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:23 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T09:35:23.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:23 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T09:35:23.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:23 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-21T09:35:23.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:23 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T09:35:23.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:23 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T09:35:23.538 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:23 smithi053 ceph-mon[29335]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-21T09:35:23.538 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:23 smithi053 ceph-mon[29335]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-21T09:35:23.538 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:23 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-21T09:35:23.538 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:23 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T09:35:23.538 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:23 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T09:35:23.538 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:23 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-21T09:35:23.538 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:23 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T09:35:23.538 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:23 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T09:35:23.538 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:23 smithi053 ceph-mon[41013]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-21T09:35:23.539 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:23 smithi053 ceph-mon[41013]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-21T09:35:23.539 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:23 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-21T09:35:23.539 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:23 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T09:35:23.539 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:23 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T09:35:23.539 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:23 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-21T09:35:23.539 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:23 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T09:35:23.539 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:23 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T09:35:23.825 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:23 smithi053 sudo[61890]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-21T09:35:23.825 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:23 smithi053 sudo[61890]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-21T09:35:23.825 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:23 smithi053 sudo[61890]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-21T09:35:23.825 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:23 smithi053 sudo[61890]: pam_unix(sudo:session): session closed for user root 2024-09-21T09:35:24.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:24 smithi053 ceph-mon[29335]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-21T09:35:24.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:24 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/123904512' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "28c7b2a0-c3b7-4f51-af2e-d45790bdcd33"}]: dispatch 2024-09-21T09:35:24.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:24 smithi053 ceph-mon[29335]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-21T09:35:24.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:24 smithi053 ceph-mon[29335]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "28c7b2a0-c3b7-4f51-af2e-d45790bdcd33"}]: dispatch 2024-09-21T09:35:24.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:24 smithi053 ceph-mon[29335]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "28c7b2a0-c3b7-4f51-af2e-d45790bdcd33"}]': finished 2024-09-21T09:35:24.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:24 smithi053 ceph-mon[29335]: osdmap e22: 4 total, 3 up, 4 in 2024-09-21T09:35:24.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:24 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-21T09:35:24.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:24 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:24.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:24 smithi053 ceph-mon[29335]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-21T09:35:24.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:24 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-21T09:35:24.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:24 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T09:35:24.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:24 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T09:35:24.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:24 smithi053 ceph-mon[29335]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-21T09:35:24.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:24 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/3063814061' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-21T09:35:24.327 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:24 smithi053 ceph-mon[29335]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-21T09:35:24.327 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:24 smithi053 sudo[61940]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-21T09:35:24.327 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:24 smithi053 sudo[61940]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-21T09:35:24.327 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:24 smithi053 sudo[61940]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-21T09:35:24.327 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:24 smithi053 sudo[61940]: pam_unix(sudo:session): session closed for user root 2024-09-21T09:35:24.327 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:24 smithi053 ceph-mon[41013]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-21T09:35:24.327 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:24 smithi053 ceph-mon[41013]: from='client.? 172.21.15.53:0/123904512' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "28c7b2a0-c3b7-4f51-af2e-d45790bdcd33"}]: dispatch 2024-09-21T09:35:24.327 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:24 smithi053 ceph-mon[41013]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-21T09:35:24.327 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:24 smithi053 ceph-mon[41013]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "28c7b2a0-c3b7-4f51-af2e-d45790bdcd33"}]: dispatch 2024-09-21T09:35:24.327 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:24 smithi053 ceph-mon[41013]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "28c7b2a0-c3b7-4f51-af2e-d45790bdcd33"}]': finished 2024-09-21T09:35:24.327 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:24 smithi053 ceph-mon[41013]: osdmap e22: 4 total, 3 up, 4 in 2024-09-21T09:35:24.327 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:24 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-21T09:35:24.327 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:24 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:24.328 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:24 smithi053 ceph-mon[41013]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-21T09:35:24.328 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:24 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-21T09:35:24.328 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:24 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T09:35:24.328 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:24 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T09:35:24.328 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:24 smithi053 ceph-mon[41013]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-21T09:35:24.328 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:24 smithi053 ceph-mon[41013]: from='client.? 172.21.15.53:0/3063814061' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-21T09:35:24.328 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:24 smithi053 ceph-mon[41013]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-21T09:35:24.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:24 smithi170 ceph-mon[32771]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-21T09:35:24.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:24 smithi170 ceph-mon[32771]: from='client.? 172.21.15.53:0/123904512' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "28c7b2a0-c3b7-4f51-af2e-d45790bdcd33"}]: dispatch 2024-09-21T09:35:24.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:24 smithi170 ceph-mon[32771]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-21T09:35:24.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:24 smithi170 ceph-mon[32771]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "28c7b2a0-c3b7-4f51-af2e-d45790bdcd33"}]: dispatch 2024-09-21T09:35:24.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:24 smithi170 ceph-mon[32771]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "28c7b2a0-c3b7-4f51-af2e-d45790bdcd33"}]': finished 2024-09-21T09:35:24.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:24 smithi170 ceph-mon[32771]: osdmap e22: 4 total, 3 up, 4 in 2024-09-21T09:35:24.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:24 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-21T09:35:24.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:24 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:24.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:24 smithi170 ceph-mon[32771]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-21T09:35:24.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:24 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-21T09:35:24.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:24 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T09:35:24.415 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:24 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T09:35:24.415 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:24 smithi170 ceph-mon[32771]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-21T09:35:24.415 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:24 smithi170 ceph-mon[32771]: from='client.? 172.21.15.53:0/3063814061' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-21T09:35:24.415 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:24 smithi170 ceph-mon[32771]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-21T09:35:25.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:25 smithi053 ceph-mon[29335]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-21T09:35:25.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:25 smithi053 ceph-mon[41013]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-21T09:35:25.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:25 smithi170 ceph-mon[32771]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-21T09:35:27.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:27 smithi053 ceph-mon[29335]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-21T09:35:27.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:27 smithi053 ceph-mon[41013]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-21T09:35:27.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:27 smithi170 ceph-mon[32771]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-21T09:35:29.535 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:29 smithi053 ceph-mon[29335]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 130 KiB/s wr, 9 op/s 2024-09-21T09:35:29.535 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:29 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-21T09:35:29.535 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:29 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:35:29.536 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:29 smithi053 ceph-mon[29335]: Deploying daemon osd.3 on smithi053 2024-09-21T09:35:29.536 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:29 smithi053 ceph-mon[41013]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 130 KiB/s wr, 9 op/s 2024-09-21T09:35:29.536 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:29 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-21T09:35:29.536 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:29 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:35:29.536 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:29 smithi053 ceph-mon[41013]: Deploying daemon osd.3 on smithi053 2024-09-21T09:35:29.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:29 smithi170 ceph-mon[32771]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 130 KiB/s wr, 9 op/s 2024-09-21T09:35:29.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:29 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-21T09:35:29.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:29 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:35:29.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:29 smithi170 ceph-mon[32771]: Deploying daemon osd.3 on smithi053 2024-09-21T09:35:31.410 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:31 smithi053 ceph-mon[29335]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-09-21T09:35:31.410 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:31 smithi053 ceph-mon[41013]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-09-21T09:35:31.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:31 smithi170 ceph-mon[32771]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-09-21T09:35:33.445 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:33 smithi053 ceph-mon[29335]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-09-21T09:35:33.445 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:33 smithi053 ceph-mon[41013]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-09-21T09:35:33.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:33 smithi170 ceph-mon[32771]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-09-21T09:35:34.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:34 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:35:34.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:34 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:34.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:34 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:34.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:34 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:35:34.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:34 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:34.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:34 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:34.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:34 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:35:34.665 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:34 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:34.665 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:34 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:35.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:35 smithi053 ceph-mon[29335]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-21T09:35:35.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:35 smithi053 ceph-mon[41013]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-21T09:35:35.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:35 smithi170 ceph-mon[32771]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-21T09:35:37.407 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:37 smithi053 ceph-mon[29335]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-21T09:35:37.407 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:37 smithi053 ceph-mon[41013]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-21T09:35:37.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:37 smithi170 ceph-mon[32771]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-21T09:35:37.933 INFO:teuthology.orchestra.run.smithi053.stdout:Created osd(s) 3 on host 'smithi053' 2024-09-21T09:35:38.490 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:38 smithi053 ceph-mon[41013]: from='osd.3 [v2:172.21.15.53:6826/932298542,v1:172.21.15.53:6827/932298542]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-21T09:35:38.490 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:38 smithi053 ceph-mon[41013]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-21T09:35:38.490 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:38 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:38.490 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:38 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:38.490 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:38 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:35:38.491 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:38 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:35:38.491 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:38 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:38.491 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:38 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:35:38.491 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:38 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:38.491 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:38 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:38.491 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:38 smithi053 ceph-mon[29335]: from='osd.3 [v2:172.21.15.53:6826/932298542,v1:172.21.15.53:6827/932298542]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-21T09:35:38.491 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:38 smithi053 ceph-mon[29335]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-21T09:35:38.491 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:38 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:38.491 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:38 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:38.491 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:38 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:35:38.491 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:38 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:35:38.491 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:38 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:38.491 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:38 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:35:38.492 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:38 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:38.492 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:38 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:38.513 DEBUG:teuthology.orchestra.run.smithi053:osd.3> sudo journalctl -f -n 0 -u ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@osd.3.service 2024-09-21T09:35:38.515 INFO:tasks.cephadm:Deploying osd.4 on smithi170 with /dev/vg_nvme/lv_4... 2024-09-21T09:35:38.515 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- lvm zap /dev/vg_nvme/lv_4 2024-09-21T09:35:38.543 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:38 smithi170 ceph-mon[32771]: from='osd.3 [v2:172.21.15.53:6826/932298542,v1:172.21.15.53:6827/932298542]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-21T09:35:38.543 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:38 smithi170 ceph-mon[32771]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-21T09:35:38.543 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:38 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:38.543 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:38 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:38.544 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:38 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:35:38.544 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:38 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:35:38.544 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:38 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:38.544 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:38 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:35:38.544 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:38 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:38.544 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:38 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:38.727 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.b/config 2024-09-21T09:35:39.525 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:39 smithi170 ceph-mon[32771]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-21T09:35:39.526 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:39 smithi170 ceph-mon[32771]: osdmap e23: 4 total, 3 up, 4 in 2024-09-21T09:35:39.526 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:39 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-21T09:35:39.526 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:39 smithi170 ceph-mon[32771]: from='osd.3 [v2:172.21.15.53:6826/932298542,v1:172.21.15.53:6827/932298542]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-21T09:35:39.526 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:39 smithi170 ceph-mon[32771]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-21T09:35:39.526 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:39 smithi170 ceph-mon[32771]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-21T09:35:39.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:39 smithi053 ceph-mon[41013]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-21T09:35:39.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:39 smithi053 ceph-mon[41013]: osdmap e23: 4 total, 3 up, 4 in 2024-09-21T09:35:39.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:39 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-21T09:35:39.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:39 smithi053 ceph-mon[41013]: from='osd.3 [v2:172.21.15.53:6826/932298542,v1:172.21.15.53:6827/932298542]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-21T09:35:39.578 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:39 smithi053 ceph-mon[41013]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-21T09:35:39.578 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:39 smithi053 ceph-mon[41013]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-21T09:35:39.578 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:39 smithi053 ceph-mon[29335]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-21T09:35:39.578 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:39 smithi053 ceph-mon[29335]: osdmap e23: 4 total, 3 up, 4 in 2024-09-21T09:35:39.578 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:39 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-21T09:35:39.578 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:39 smithi053 ceph-mon[29335]: from='osd.3 [v2:172.21.15.53:6826/932298542,v1:172.21.15.53:6827/932298542]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-21T09:35:39.578 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:39 smithi053 ceph-mon[29335]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-09-21T09:35:39.578 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:39 smithi053 ceph-mon[29335]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-21T09:35:39.578 INFO:journalctl@ceph.osd.3.smithi053.stdout:Sep 21 09:35:39 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-3[63648]: 2024-09-21T09:35:39.232+0000 7fba0abb3640 -1 osd.3 0 waiting for initial osdmap 2024-09-21T09:35:39.579 INFO:journalctl@ceph.osd.3.smithi053.stdout:Sep 21 09:35:39 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-3[63648]: 2024-09-21T09:35:39.236+0000 7fba069dc640 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-21T09:35:40.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:40 smithi170 ceph-mon[32771]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]': finished 2024-09-21T09:35:40.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:40 smithi170 ceph-mon[32771]: osdmap e24: 4 total, 3 up, 4 in 2024-09-21T09:35:40.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:40 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-21T09:35:40.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:40 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-21T09:35:40.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:40 smithi053 ceph-mon[29335]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]': finished 2024-09-21T09:35:40.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:40 smithi053 ceph-mon[29335]: osdmap e24: 4 total, 3 up, 4 in 2024-09-21T09:35:40.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:40 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-21T09:35:40.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:40 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-21T09:35:40.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:40 smithi053 ceph-mon[41013]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]': finished 2024-09-21T09:35:40.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:40 smithi053 ceph-mon[41013]: osdmap e24: 4 total, 3 up, 4 in 2024-09-21T09:35:40.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:40 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-21T09:35:40.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:40 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-21T09:35:41.135 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:35:41.155 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph orch daemon add osd smithi170:vg_nvme/lv_4 2024-09-21T09:35:41.388 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.b/config 2024-09-21T09:35:41.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:41 smithi170 ceph-mon[32771]: purged_snaps scrub starts 2024-09-21T09:35:41.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:41 smithi170 ceph-mon[32771]: purged_snaps scrub ok 2024-09-21T09:35:41.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:41 smithi170 ceph-mon[32771]: osd.3 [v2:172.21.15.53:6826/932298542,v1:172.21.15.53:6827/932298542] boot 2024-09-21T09:35:41.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:41 smithi170 ceph-mon[32771]: osdmap e25: 4 total, 4 up, 4 in 2024-09-21T09:35:41.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:41 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-21T09:35:41.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:41 smithi170 ceph-mon[32771]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-21T09:35:41.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:41 smithi053 ceph-mon[41013]: purged_snaps scrub starts 2024-09-21T09:35:41.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:41 smithi053 ceph-mon[41013]: purged_snaps scrub ok 2024-09-21T09:35:41.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:41 smithi053 ceph-mon[41013]: osd.3 [v2:172.21.15.53:6826/932298542,v1:172.21.15.53:6827/932298542] boot 2024-09-21T09:35:41.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:41 smithi053 ceph-mon[41013]: osdmap e25: 4 total, 4 up, 4 in 2024-09-21T09:35:41.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:41 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-21T09:35:41.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:41 smithi053 ceph-mon[41013]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-21T09:35:41.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:41 smithi053 ceph-mon[29335]: purged_snaps scrub starts 2024-09-21T09:35:41.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:41 smithi053 ceph-mon[29335]: purged_snaps scrub ok 2024-09-21T09:35:41.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:41 smithi053 ceph-mon[29335]: osd.3 [v2:172.21.15.53:6826/932298542,v1:172.21.15.53:6827/932298542] boot 2024-09-21T09:35:41.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:41 smithi053 ceph-mon[29335]: osdmap e25: 4 total, 4 up, 4 in 2024-09-21T09:35:41.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:41 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-21T09:35:41.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:41 smithi053 ceph-mon[29335]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-09-21T09:35:42.474 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:42 smithi170 ceph-mon[32771]: osdmap e26: 4 total, 4 up, 4 in 2024-09-21T09:35:42.474 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:42 smithi170 ceph-mon[32771]: Detected new or changed devices on smithi053 2024-09-21T09:35:42.474 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:42 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:42.474 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:42 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:42.474 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:42 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:35:42.474 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:42 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:35:42.474 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:42 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:35:42.474 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:42 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:35:42.474 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:42 smithi170 ceph-mon[32771]: Adjusting osd_memory_target on smithi053 to 4017M 2024-09-21T09:35:42.474 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:42 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:42.474 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:42 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:35:42.474 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:42 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:35:42.474 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:42 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:42.504 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:42 smithi053 ceph-mon[41013]: osdmap e26: 4 total, 4 up, 4 in 2024-09-21T09:35:42.504 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:42 smithi053 ceph-mon[41013]: Detected new or changed devices on smithi053 2024-09-21T09:35:42.505 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:42 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:42.505 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:42 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:42.505 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:42 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:35:42.505 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:42 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:35:42.505 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:42 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:35:42.505 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:42 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:35:42.505 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:42 smithi053 ceph-mon[41013]: Adjusting osd_memory_target on smithi053 to 4017M 2024-09-21T09:35:42.505 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:42 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:42.505 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:42 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:35:42.505 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:42 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:35:42.505 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:42 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:42.505 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:42 smithi053 ceph-mon[29335]: osdmap e26: 4 total, 4 up, 4 in 2024-09-21T09:35:42.505 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:42 smithi053 ceph-mon[29335]: Detected new or changed devices on smithi053 2024-09-21T09:35:42.506 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:42 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:42.506 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:42 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:42.506 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:42 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:35:42.506 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:42 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:35:42.506 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:42 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:35:42.506 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:42 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:35:42.506 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:42 smithi053 ceph-mon[29335]: Adjusting osd_memory_target on smithi053 to 4017M 2024-09-21T09:35:42.506 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:42 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:42.506 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:42 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:35:42.506 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:42 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:35:42.506 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:42 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:43.503 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:43 smithi170 ceph-mon[32771]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-21T09:35:43.503 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:43 smithi170 ceph-mon[32771]: from='client.24199 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi170:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:35:43.503 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:43 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-21T09:35:43.503 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:43 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-21T09:35:43.503 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:43 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:35:43.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:43 smithi053 ceph-mon[29335]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-21T09:35:43.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:43 smithi053 ceph-mon[29335]: from='client.24199 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi170:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:35:43.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:43 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-21T09:35:43.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:43 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-21T09:35:43.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:43 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:35:43.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:43 smithi053 ceph-mon[41013]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-21T09:35:43.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:43 smithi053 ceph-mon[41013]: from='client.24199 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi170:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:35:43.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:43 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-21T09:35:43.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:43 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-21T09:35:43.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:43 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:35:45.447 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:45 smithi170 ceph-mon[32771]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-21T09:35:45.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:45 smithi053 ceph-mon[29335]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-21T09:35:45.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:45 smithi053 ceph-mon[41013]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-21T09:35:46.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:46 smithi170 ceph-mon[32771]: from='client.? 172.21.15.170:0/3101355465' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "95a85da0-d4f2-41f5-8461-55508a265b94"}]: dispatch 2024-09-21T09:35:46.754 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:46 smithi170 ceph-mon[32771]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "95a85da0-d4f2-41f5-8461-55508a265b94"}]: dispatch 2024-09-21T09:35:46.754 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:46 smithi170 ceph-mon[32771]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "95a85da0-d4f2-41f5-8461-55508a265b94"}]': finished 2024-09-21T09:35:46.754 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:46 smithi170 ceph-mon[32771]: osdmap e27: 5 total, 4 up, 5 in 2024-09-21T09:35:46.754 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:46 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-21T09:35:46.754 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:46 smithi170 ceph-mon[32771]: from='client.? 172.21.15.170:0/3308842114' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-21T09:35:46.755 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:46 smithi053 ceph-mon[29335]: from='client.? 172.21.15.170:0/3101355465' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "95a85da0-d4f2-41f5-8461-55508a265b94"}]: dispatch 2024-09-21T09:35:46.755 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:46 smithi053 ceph-mon[29335]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "95a85da0-d4f2-41f5-8461-55508a265b94"}]: dispatch 2024-09-21T09:35:46.755 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:46 smithi053 ceph-mon[29335]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "95a85da0-d4f2-41f5-8461-55508a265b94"}]': finished 2024-09-21T09:35:46.755 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:46 smithi053 ceph-mon[29335]: osdmap e27: 5 total, 4 up, 5 in 2024-09-21T09:35:46.755 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:46 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-21T09:35:46.755 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:46 smithi053 ceph-mon[29335]: from='client.? 172.21.15.170:0/3308842114' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-21T09:35:46.756 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:46 smithi053 ceph-mon[41013]: from='client.? 172.21.15.170:0/3101355465' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "95a85da0-d4f2-41f5-8461-55508a265b94"}]: dispatch 2024-09-21T09:35:46.756 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:46 smithi053 ceph-mon[41013]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "95a85da0-d4f2-41f5-8461-55508a265b94"}]: dispatch 2024-09-21T09:35:46.756 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:46 smithi053 ceph-mon[41013]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "95a85da0-d4f2-41f5-8461-55508a265b94"}]': finished 2024-09-21T09:35:46.756 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:46 smithi053 ceph-mon[41013]: osdmap e27: 5 total, 4 up, 5 in 2024-09-21T09:35:46.756 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:46 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-21T09:35:46.756 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:46 smithi053 ceph-mon[41013]: from='client.? 172.21.15.170:0/3308842114' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-21T09:35:47.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:47 smithi053 ceph-mon[29335]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-21T09:35:47.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:47 smithi053 ceph-mon[41013]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-21T09:35:47.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:47 smithi170 ceph-mon[32771]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-21T09:35:49.494 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:49 smithi170 ceph-mon[32771]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-21T09:35:49.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:49 smithi053 ceph-mon[29335]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-21T09:35:49.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:49 smithi053 ceph-mon[41013]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-21T09:35:51.502 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:51 smithi170 ceph-mon[32771]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-21T09:35:51.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:51 smithi053 ceph-mon[29335]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-21T09:35:51.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:51 smithi053 ceph-mon[41013]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-21T09:35:52.570 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:52 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-21T09:35:52.570 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:52 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:35:52.570 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:52 smithi170 ceph-mon[32771]: Deploying daemon osd.4 on smithi170 2024-09-21T09:35:52.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:52 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-21T09:35:52.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:52 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:35:52.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:52 smithi053 ceph-mon[29335]: Deploying daemon osd.4 on smithi170 2024-09-21T09:35:52.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:52 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-21T09:35:52.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:52 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:35:52.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:52 smithi053 ceph-mon[41013]: Deploying daemon osd.4 on smithi170 2024-09-21T09:35:53.461 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:53 smithi170 ceph-mon[32771]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-21T09:35:53.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:53 smithi053 ceph-mon[29335]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-21T09:35:53.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:53 smithi053 ceph-mon[41013]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-21T09:35:55.333 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:55 smithi170 ceph-mon[32771]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-21T09:35:55.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:55 smithi053 ceph-mon[41013]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-21T09:35:55.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:55 smithi053 ceph-mon[29335]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-21T09:35:56.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:56 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:35:56.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:56 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:56.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:56 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:57.075 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:56 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:35:57.075 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:56 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:57.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:56 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:57.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:56 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:35:57.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:56 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:57.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:56 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:35:57.880 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:57 smithi170 ceph-mon[32771]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-21T09:35:58.075 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:57 smithi053 ceph-mon[29335]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-21T09:35:58.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:57 smithi053 ceph-mon[41013]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-21T09:35:59.471 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:35:59 smithi170 ceph-mon[32771]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-21T09:35:59.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:35:59 smithi053 ceph-mon[41013]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-21T09:35:59.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:35:59 smithi053 ceph-mon[29335]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-21T09:35:59.796 INFO:teuthology.orchestra.run.smithi170.stdout:Created osd(s) 4 on host 'smithi170' 2024-09-21T09:36:00.368 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:00 smithi170 ceph-mon[32771]: from='osd.4 [v2:172.21.15.170:6800/1742023630,v1:172.21.15.170:6801/1742023630]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-21T09:36:00.368 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:00 smithi170 ceph-mon[32771]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-21T09:36:00.368 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:00 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:00.368 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:00 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:00.389 DEBUG:teuthology.orchestra.run.smithi170:osd.4> sudo journalctl -f -n 0 -u ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@osd.4.service 2024-09-21T09:36:00.391 INFO:tasks.cephadm:Deploying osd.5 on smithi170 with /dev/vg_nvme/lv_3... 2024-09-21T09:36:00.391 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- lvm zap /dev/vg_nvme/lv_3 2024-09-21T09:36:00.478 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:00 smithi053 ceph-mon[41013]: from='osd.4 [v2:172.21.15.170:6800/1742023630,v1:172.21.15.170:6801/1742023630]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-21T09:36:00.478 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:00 smithi053 ceph-mon[41013]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-21T09:36:00.478 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:00 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:00.478 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:00 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:00.478 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:00 smithi053 ceph-mon[29335]: from='osd.4 [v2:172.21.15.170:6800/1742023630,v1:172.21.15.170:6801/1742023630]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-21T09:36:00.478 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:00 smithi053 ceph-mon[29335]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-21T09:36:00.478 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:00 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:00.478 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:00 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:00.632 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.b/config 2024-09-21T09:36:01.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:01 smithi170 ceph-mon[32771]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-21T09:36:01.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:01 smithi170 ceph-mon[32771]: osdmap e28: 5 total, 4 up, 5 in 2024-09-21T09:36:01.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:01 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-21T09:36:01.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:01 smithi170 ceph-mon[32771]: from='osd.4 [v2:172.21.15.170:6800/1742023630,v1:172.21.15.170:6801/1742023630]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]: dispatch 2024-09-21T09:36:01.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:01 smithi170 ceph-mon[32771]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]: dispatch 2024-09-21T09:36:01.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:01 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:01.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:01 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:01.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:01 smithi170 ceph-mon[32771]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-21T09:36:01.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:01 smithi053 ceph-mon[41013]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-21T09:36:01.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:01 smithi053 ceph-mon[41013]: osdmap e28: 5 total, 4 up, 5 in 2024-09-21T09:36:01.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:01 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-21T09:36:01.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:01 smithi053 ceph-mon[41013]: from='osd.4 [v2:172.21.15.170:6800/1742023630,v1:172.21.15.170:6801/1742023630]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]: dispatch 2024-09-21T09:36:01.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:01 smithi053 ceph-mon[41013]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]: dispatch 2024-09-21T09:36:01.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:01 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:01.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:01 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:01.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:01 smithi053 ceph-mon[41013]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-21T09:36:01.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:01 smithi053 ceph-mon[29335]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-21T09:36:01.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:01 smithi053 ceph-mon[29335]: osdmap e28: 5 total, 4 up, 5 in 2024-09-21T09:36:01.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:01 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-21T09:36:01.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:01 smithi053 ceph-mon[29335]: from='osd.4 [v2:172.21.15.170:6800/1742023630,v1:172.21.15.170:6801/1742023630]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]: dispatch 2024-09-21T09:36:01.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:01 smithi053 ceph-mon[29335]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]: dispatch 2024-09-21T09:36:01.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:01 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:01.577 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:01 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:01.577 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:01 smithi053 ceph-mon[29335]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-09-21T09:36:01.808 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 21 09:36:01 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-4[38175]: 2024-09-21T09:36:01.510+0000 7fa1977b8640 -1 osd.4 0 waiting for initial osdmap 2024-09-21T09:36:01.808 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 21 09:36:01 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-4[38175]: 2024-09-21T09:36:01.514+0000 7fa18f5d9640 -1 osd.4 29 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-21T09:36:02.334 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:02 smithi170 ceph-mon[32771]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]': finished 2024-09-21T09:36:02.334 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:02 smithi170 ceph-mon[32771]: osdmap e29: 5 total, 4 up, 5 in 2024-09-21T09:36:02.334 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:02 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-21T09:36:02.334 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:02 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-21T09:36:02.334 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:02 smithi170 ceph-mon[32771]: from='osd.4 ' entity='osd.4' 2024-09-21T09:36:02.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:02 smithi053 ceph-mon[41013]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]': finished 2024-09-21T09:36:02.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:02 smithi053 ceph-mon[41013]: osdmap e29: 5 total, 4 up, 5 in 2024-09-21T09:36:02.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:02 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-21T09:36:02.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:02 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-21T09:36:02.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:02 smithi053 ceph-mon[41013]: from='osd.4 ' entity='osd.4' 2024-09-21T09:36:02.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:02 smithi053 ceph-mon[29335]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]': finished 2024-09-21T09:36:02.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:02 smithi053 ceph-mon[29335]: osdmap e29: 5 total, 4 up, 5 in 2024-09-21T09:36:02.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:02 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-21T09:36:02.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:02 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-21T09:36:02.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:02 smithi053 ceph-mon[29335]: from='osd.4 ' entity='osd.4' 2024-09-21T09:36:03.453 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:03 smithi170 ceph-mon[32771]: purged_snaps scrub starts 2024-09-21T09:36:03.453 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:03 smithi170 ceph-mon[32771]: purged_snaps scrub ok 2024-09-21T09:36:03.453 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:03 smithi170 ceph-mon[32771]: osd.4 [v2:172.21.15.170:6800/1742023630,v1:172.21.15.170:6801/1742023630] boot 2024-09-21T09:36:03.453 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:03 smithi170 ceph-mon[32771]: osdmap e30: 5 total, 5 up, 5 in 2024-09-21T09:36:03.453 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:03 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-21T09:36:03.453 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:03 smithi170 ceph-mon[32771]: pgmap v109: 1 pgs: 1 remapped+peering; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-09-21T09:36:03.455 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:36:03.474 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph orch daemon add osd smithi170:vg_nvme/lv_3 2024-09-21T09:36:03.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:03 smithi053 ceph-mon[29335]: purged_snaps scrub starts 2024-09-21T09:36:03.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:03 smithi053 ceph-mon[29335]: purged_snaps scrub ok 2024-09-21T09:36:03.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:03 smithi053 ceph-mon[29335]: osd.4 [v2:172.21.15.170:6800/1742023630,v1:172.21.15.170:6801/1742023630] boot 2024-09-21T09:36:03.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:03 smithi053 ceph-mon[29335]: osdmap e30: 5 total, 5 up, 5 in 2024-09-21T09:36:03.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:03 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-21T09:36:03.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:03 smithi053 ceph-mon[29335]: pgmap v109: 1 pgs: 1 remapped+peering; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-09-21T09:36:03.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:03 smithi053 ceph-mon[41013]: purged_snaps scrub starts 2024-09-21T09:36:03.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:03 smithi053 ceph-mon[41013]: purged_snaps scrub ok 2024-09-21T09:36:03.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:03 smithi053 ceph-mon[41013]: osd.4 [v2:172.21.15.170:6800/1742023630,v1:172.21.15.170:6801/1742023630] boot 2024-09-21T09:36:03.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:03 smithi053 ceph-mon[41013]: osdmap e30: 5 total, 5 up, 5 in 2024-09-21T09:36:03.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:03 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-21T09:36:03.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:03 smithi053 ceph-mon[41013]: pgmap v109: 1 pgs: 1 remapped+peering; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-09-21T09:36:04.372 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.b/config 2024-09-21T09:36:04.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:04 smithi170 ceph-mon[32771]: osdmap e31: 5 total, 5 up, 5 in 2024-09-21T09:36:04.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:04 smithi170 ceph-mon[32771]: osdmap e32: 5 total, 5 up, 5 in 2024-09-21T09:36:04.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:04 smithi053 ceph-mon[29335]: osdmap e31: 5 total, 5 up, 5 in 2024-09-21T09:36:04.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:04 smithi053 ceph-mon[29335]: osdmap e32: 5 total, 5 up, 5 in 2024-09-21T09:36:04.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:04 smithi053 ceph-mon[41013]: osdmap e31: 5 total, 5 up, 5 in 2024-09-21T09:36:04.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:04 smithi053 ceph-mon[41013]: osdmap e32: 5 total, 5 up, 5 in 2024-09-21T09:36:05.500 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:05 smithi170 ceph-mon[32771]: pgmap v112: 1 pgs: 1 remapped+peering; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-09-21T09:36:05.500 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:05 smithi170 ceph-mon[32771]: osdmap e33: 5 total, 5 up, 5 in 2024-09-21T09:36:05.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:05 smithi053 ceph-mon[29335]: pgmap v112: 1 pgs: 1 remapped+peering; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-09-21T09:36:05.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:05 smithi053 ceph-mon[29335]: osdmap e33: 5 total, 5 up, 5 in 2024-09-21T09:36:05.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:05 smithi053 ceph-mon[41013]: pgmap v112: 1 pgs: 1 remapped+peering; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-09-21T09:36:05.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:05 smithi053 ceph-mon[41013]: osdmap e33: 5 total, 5 up, 5 in 2024-09-21T09:36:07.526 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:07 smithi170 ceph-mon[32771]: osdmap e34: 5 total, 5 up, 5 in 2024-09-21T09:36:07.526 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:07 smithi170 ceph-mon[32771]: Detected new or changed devices on smithi170 2024-09-21T09:36:07.526 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:07 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:07.526 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:07 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:07.526 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:07 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:36:07.526 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:07 smithi170 ceph-mon[32771]: Adjusting osd_memory_target on smithi170 to 17088M 2024-09-21T09:36:07.526 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:07 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:07.526 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:07 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:36:07.526 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:07 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:36:07.526 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:07 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:07.526 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:07 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:36:07.527 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:07 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:36:07.527 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:07 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:36:07.527 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:07 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:07.527 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:07 smithi170 ceph-mon[32771]: from='client.24226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi170:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:36:07.527 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:07 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-21T09:36:07.527 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:07 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-21T09:36:07.527 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:07 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:36:07.527 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:07 smithi170 ceph-mon[32771]: pgmap v115: 1 pgs: 1 remapped+peering; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-09-21T09:36:07.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:07 smithi053 ceph-mon[29335]: osdmap e34: 5 total, 5 up, 5 in 2024-09-21T09:36:07.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:07 smithi053 ceph-mon[29335]: Detected new or changed devices on smithi170 2024-09-21T09:36:07.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:07 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:07.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:07 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:07.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:07 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:36:07.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:07 smithi053 ceph-mon[29335]: Adjusting osd_memory_target on smithi170 to 17088M 2024-09-21T09:36:07.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:07 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:07.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:07 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:36:07.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:07 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:36:07.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:07 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:07.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:07 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:36:07.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:07 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:36:07.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:07 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:36:07.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:07 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:07.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:07 smithi053 ceph-mon[29335]: from='client.24226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi170:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:36:07.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:07 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-21T09:36:07.577 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:07 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-21T09:36:07.577 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:07 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:36:07.577 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:07 smithi053 ceph-mon[29335]: pgmap v115: 1 pgs: 1 remapped+peering; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-09-21T09:36:07.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:07 smithi053 ceph-mon[41013]: osdmap e34: 5 total, 5 up, 5 in 2024-09-21T09:36:07.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:07 smithi053 ceph-mon[41013]: Detected new or changed devices on smithi170 2024-09-21T09:36:07.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:07 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:07.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:07 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:07.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:07 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:36:07.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:07 smithi053 ceph-mon[41013]: Adjusting osd_memory_target on smithi170 to 17088M 2024-09-21T09:36:07.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:07 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:07.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:07 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:36:07.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:07 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:36:07.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:07 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:07.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:07 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:36:07.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:07 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:36:07.578 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:07 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:36:07.578 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:07 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:07.578 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:07 smithi053 ceph-mon[41013]: from='client.24226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi170:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:36:07.578 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:07 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-21T09:36:07.578 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:07 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-21T09:36:07.578 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:07 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:36:07.578 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:07 smithi053 ceph-mon[41013]: pgmap v115: 1 pgs: 1 remapped+peering; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-09-21T09:36:09.480 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:09 smithi170 ceph-mon[32771]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail; 98 KiB/s, 0 objects/s recovering 2024-09-21T09:36:09.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:09 smithi053 ceph-mon[41013]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail; 98 KiB/s, 0 objects/s recovering 2024-09-21T09:36:09.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:09 smithi053 ceph-mon[29335]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail; 98 KiB/s, 0 objects/s recovering 2024-09-21T09:36:10.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:10 smithi053 ceph-mon[41013]: from='client.? 172.21.15.170:0/2544479391' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6dd572a2-334b-45b1-861d-17b5f10c02c9"}]: dispatch 2024-09-21T09:36:10.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:10 smithi053 ceph-mon[41013]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6dd572a2-334b-45b1-861d-17b5f10c02c9"}]: dispatch 2024-09-21T09:36:10.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:10 smithi053 ceph-mon[41013]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6dd572a2-334b-45b1-861d-17b5f10c02c9"}]': finished 2024-09-21T09:36:10.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:10 smithi053 ceph-mon[41013]: osdmap e35: 6 total, 5 up, 6 in 2024-09-21T09:36:10.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:10 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-21T09:36:10.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:10 smithi053 ceph-mon[41013]: from='client.? 172.21.15.170:0/826159025' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-21T09:36:10.578 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:10 smithi053 ceph-mon[29335]: from='client.? 172.21.15.170:0/2544479391' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6dd572a2-334b-45b1-861d-17b5f10c02c9"}]: dispatch 2024-09-21T09:36:10.578 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:10 smithi053 ceph-mon[29335]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6dd572a2-334b-45b1-861d-17b5f10c02c9"}]: dispatch 2024-09-21T09:36:10.578 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:10 smithi053 ceph-mon[29335]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6dd572a2-334b-45b1-861d-17b5f10c02c9"}]': finished 2024-09-21T09:36:10.578 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:10 smithi053 ceph-mon[29335]: osdmap e35: 6 total, 5 up, 6 in 2024-09-21T09:36:10.578 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:10 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-21T09:36:10.578 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:10 smithi053 ceph-mon[29335]: from='client.? 172.21.15.170:0/826159025' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-21T09:36:10.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:10 smithi170 ceph-mon[32771]: from='client.? 172.21.15.170:0/2544479391' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6dd572a2-334b-45b1-861d-17b5f10c02c9"}]: dispatch 2024-09-21T09:36:10.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:10 smithi170 ceph-mon[32771]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6dd572a2-334b-45b1-861d-17b5f10c02c9"}]: dispatch 2024-09-21T09:36:10.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:10 smithi170 ceph-mon[32771]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6dd572a2-334b-45b1-861d-17b5f10c02c9"}]': finished 2024-09-21T09:36:10.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:10 smithi170 ceph-mon[32771]: osdmap e35: 6 total, 5 up, 6 in 2024-09-21T09:36:10.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:10 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-21T09:36:10.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:10 smithi170 ceph-mon[32771]: from='client.? 172.21.15.170:0/826159025' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-21T09:36:11.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:11 smithi053 ceph-mon[41013]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-21T09:36:11.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:11 smithi053 ceph-mon[29335]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-21T09:36:11.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:11 smithi170 ceph-mon[32771]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-21T09:36:13.366 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:13 smithi170 ceph-mon[32771]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-21T09:36:13.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:13 smithi053 ceph-mon[29335]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-21T09:36:13.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:13 smithi053 ceph-mon[41013]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-21T09:36:15.401 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:15 smithi170 ceph-mon[32771]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-09-21T09:36:15.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:15 smithi053 ceph-mon[29335]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-09-21T09:36:15.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:15 smithi053 ceph-mon[41013]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-09-21T09:36:16.341 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:16 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-21T09:36:16.341 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:16 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:36:16.342 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:16 smithi170 ceph-mon[32771]: Deploying daemon osd.5 on smithi170 2024-09-21T09:36:16.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:16 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-21T09:36:16.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:16 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:36:16.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:16 smithi053 ceph-mon[41013]: Deploying daemon osd.5 on smithi170 2024-09-21T09:36:16.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:16 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-21T09:36:16.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:16 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:36:16.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:16 smithi053 ceph-mon[29335]: Deploying daemon osd.5 on smithi170 2024-09-21T09:36:17.395 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:17 smithi170 ceph-mon[32771]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-21T09:36:17.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:17 smithi053 ceph-mon[41013]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-21T09:36:17.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:17 smithi053 ceph-mon[29335]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-21T09:36:19.281 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:19 smithi170 ceph-mon[32771]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-09-21T09:36:19.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:19 smithi053 ceph-mon[29335]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-09-21T09:36:19.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:19 smithi053 ceph-mon[41013]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-09-21T09:36:20.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:20 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:36:20.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:20 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:20.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:20 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:20.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:20 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:36:20.826 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:20 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:20.826 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:20 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:20.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:20 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:36:20.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:20 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:20.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:20 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:21.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:21 smithi053 ceph-mon[29335]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-09-21T09:36:21.825 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:21 smithi053 ceph-mon[41013]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-09-21T09:36:21.843 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:21 smithi170 ceph-mon[32771]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-09-21T09:36:23.971 INFO:teuthology.orchestra.run.smithi170.stdout:Created osd(s) 5 on host 'smithi170' 2024-09-21T09:36:24.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:24 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:24.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:24 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:24.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:24 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:36:24.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:24 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:36:24.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:24 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:24.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:24 smithi170 ceph-mon[32771]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-09-21T09:36:24.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:24 smithi170 ceph-mon[32771]: from='osd.5 [v2:172.21.15.170:6808/2459892105,v1:172.21.15.170:6809/2459892105]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-21T09:36:24.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:24 smithi170 ceph-mon[32771]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-21T09:36:24.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:24 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:36:24.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:24 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:24.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:24 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:24.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:24 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:24.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:24 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:24.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:24 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:36:24.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:24 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:36:24.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:24 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:24.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:24 smithi053 ceph-mon[41013]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-09-21T09:36:24.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:24 smithi053 ceph-mon[41013]: from='osd.5 [v2:172.21.15.170:6808/2459892105,v1:172.21.15.170:6809/2459892105]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-21T09:36:24.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:24 smithi053 ceph-mon[41013]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-21T09:36:24.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:24 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:36:24.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:24 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:24.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:24 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:24.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:24 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:24.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:24 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:24.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:24 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:36:24.577 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:24 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:36:24.577 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:24 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:24.577 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:24 smithi053 ceph-mon[29335]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-09-21T09:36:24.577 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:24 smithi053 ceph-mon[29335]: from='osd.5 [v2:172.21.15.170:6808/2459892105,v1:172.21.15.170:6809/2459892105]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-21T09:36:24.577 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:24 smithi053 ceph-mon[29335]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-21T09:36:24.577 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:24 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:36:24.577 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:24 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:24.577 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:24 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:24.752 DEBUG:teuthology.orchestra.run.smithi170:osd.5> sudo journalctl -f -n 0 -u ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@osd.5.service 2024-09-21T09:36:24.754 INFO:tasks.cephadm:Deploying osd.6 on smithi170 with /dev/vg_nvme/lv_2... 2024-09-21T09:36:24.755 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- lvm zap /dev/vg_nvme/lv_2 2024-09-21T09:36:25.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:25 smithi170 ceph-mon[32771]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-21T09:36:25.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:25 smithi170 ceph-mon[32771]: osdmap e36: 6 total, 5 up, 6 in 2024-09-21T09:36:25.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:25 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-21T09:36:25.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:25 smithi170 ceph-mon[32771]: from='osd.5 [v2:172.21.15.170:6808/2459892105,v1:172.21.15.170:6809/2459892105]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]: dispatch 2024-09-21T09:36:25.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:25 smithi170 ceph-mon[32771]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]: dispatch 2024-09-21T09:36:25.414 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 21 09:36:25 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-5[44032]: 2024-09-21T09:36:25.105+0000 7f5caeb88640 -1 osd.5 0 waiting for initial osdmap 2024-09-21T09:36:25.414 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 21 09:36:25 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-5[44032]: 2024-09-21T09:36:25.109+0000 7f5caa9b1640 -1 osd.5 37 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-21T09:36:25.465 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.b/config 2024-09-21T09:36:25.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:25 smithi053 ceph-mon[29335]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-21T09:36:25.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:25 smithi053 ceph-mon[29335]: osdmap e36: 6 total, 5 up, 6 in 2024-09-21T09:36:25.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:25 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-21T09:36:25.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:25 smithi053 ceph-mon[29335]: from='osd.5 [v2:172.21.15.170:6808/2459892105,v1:172.21.15.170:6809/2459892105]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]: dispatch 2024-09-21T09:36:25.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:25 smithi053 ceph-mon[29335]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]: dispatch 2024-09-21T09:36:25.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:25 smithi053 ceph-mon[41013]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-21T09:36:25.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:25 smithi053 ceph-mon[41013]: osdmap e36: 6 total, 5 up, 6 in 2024-09-21T09:36:25.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:25 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-21T09:36:25.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:25 smithi053 ceph-mon[41013]: from='osd.5 [v2:172.21.15.170:6808/2459892105,v1:172.21.15.170:6809/2459892105]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]: dispatch 2024-09-21T09:36:25.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:25 smithi053 ceph-mon[41013]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]: dispatch 2024-09-21T09:36:26.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:26 smithi170 ceph-mon[32771]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]': finished 2024-09-21T09:36:26.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:26 smithi170 ceph-mon[32771]: osdmap e37: 6 total, 5 up, 6 in 2024-09-21T09:36:26.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:26 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-21T09:36:26.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:26 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-21T09:36:26.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:26 smithi170 ceph-mon[32771]: pgmap v127: 1 pgs: 1 unknown; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-09-21T09:36:26.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:26 smithi170 ceph-mon[32771]: osd.5 [v2:172.21.15.170:6808/2459892105,v1:172.21.15.170:6809/2459892105] boot 2024-09-21T09:36:26.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:26 smithi170 ceph-mon[32771]: osdmap e38: 6 total, 6 up, 6 in 2024-09-21T09:36:26.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:26 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-21T09:36:26.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:26 smithi053 ceph-mon[29335]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]': finished 2024-09-21T09:36:26.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:26 smithi053 ceph-mon[29335]: osdmap e37: 6 total, 5 up, 6 in 2024-09-21T09:36:26.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:26 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-21T09:36:26.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:26 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-21T09:36:26.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:26 smithi053 ceph-mon[29335]: pgmap v127: 1 pgs: 1 unknown; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-09-21T09:36:26.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:26 smithi053 ceph-mon[29335]: osd.5 [v2:172.21.15.170:6808/2459892105,v1:172.21.15.170:6809/2459892105] boot 2024-09-21T09:36:26.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:26 smithi053 ceph-mon[29335]: osdmap e38: 6 total, 6 up, 6 in 2024-09-21T09:36:26.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:26 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-21T09:36:26.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:26 smithi053 ceph-mon[41013]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]': finished 2024-09-21T09:36:26.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:26 smithi053 ceph-mon[41013]: osdmap e37: 6 total, 5 up, 6 in 2024-09-21T09:36:26.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:26 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-21T09:36:26.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:26 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-21T09:36:26.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:26 smithi053 ceph-mon[41013]: pgmap v127: 1 pgs: 1 unknown; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-09-21T09:36:26.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:26 smithi053 ceph-mon[41013]: osd.5 [v2:172.21.15.170:6808/2459892105,v1:172.21.15.170:6809/2459892105] boot 2024-09-21T09:36:26.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:26 smithi053 ceph-mon[41013]: osdmap e38: 6 total, 6 up, 6 in 2024-09-21T09:36:26.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:26 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-21T09:36:27.333 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:27 smithi170 ceph-mon[32771]: purged_snaps scrub starts 2024-09-21T09:36:27.334 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:27 smithi170 ceph-mon[32771]: purged_snaps scrub ok 2024-09-21T09:36:27.334 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:27 smithi170 ceph-mon[32771]: osdmap e39: 6 total, 6 up, 6 in 2024-09-21T09:36:27.334 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:27 smithi170 ceph-mon[32771]: pgmap v130: 1 pgs: 1 unknown; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-21T09:36:27.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:27 smithi053 ceph-mon[29335]: purged_snaps scrub starts 2024-09-21T09:36:27.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:27 smithi053 ceph-mon[29335]: purged_snaps scrub ok 2024-09-21T09:36:27.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:27 smithi053 ceph-mon[29335]: osdmap e39: 6 total, 6 up, 6 in 2024-09-21T09:36:27.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:27 smithi053 ceph-mon[29335]: pgmap v130: 1 pgs: 1 unknown; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-21T09:36:27.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:27 smithi053 ceph-mon[41013]: purged_snaps scrub starts 2024-09-21T09:36:27.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:27 smithi053 ceph-mon[41013]: purged_snaps scrub ok 2024-09-21T09:36:27.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:27 smithi053 ceph-mon[41013]: osdmap e39: 6 total, 6 up, 6 in 2024-09-21T09:36:27.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:27 smithi053 ceph-mon[41013]: pgmap v130: 1 pgs: 1 unknown; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-21T09:36:28.394 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:28 smithi170 ceph-mon[32771]: osdmap e40: 6 total, 6 up, 6 in 2024-09-21T09:36:28.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:28 smithi053 ceph-mon[29335]: osdmap e40: 6 total, 6 up, 6 in 2024-09-21T09:36:28.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:28 smithi053 ceph-mon[41013]: osdmap e40: 6 total, 6 up, 6 in 2024-09-21T09:36:29.273 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:29 smithi170 ceph-mon[32771]: osdmap e41: 6 total, 6 up, 6 in 2024-09-21T09:36:29.273 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:29 smithi170 ceph-mon[32771]: Detected new or changed devices on smithi170 2024-09-21T09:36:29.273 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:29 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:29.273 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:29 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:29.274 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:29 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:36:29.274 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:29 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:36:29.274 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:29 smithi170 ceph-mon[32771]: Adjusting osd_memory_target on smithi170 to 8544M 2024-09-21T09:36:29.274 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:29 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:29.274 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:29 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:36:29.274 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:29 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:36:29.274 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:29 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:29.274 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:29 smithi170 ceph-mon[32771]: pgmap v133: 1 pgs: 1 unknown; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-21T09:36:29.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:29 smithi053 ceph-mon[41013]: osdmap e41: 6 total, 6 up, 6 in 2024-09-21T09:36:29.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:29 smithi053 ceph-mon[41013]: Detected new or changed devices on smithi170 2024-09-21T09:36:29.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:29 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:29.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:29 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:29.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:29 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:36:29.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:29 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:36:29.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:29 smithi053 ceph-mon[41013]: Adjusting osd_memory_target on smithi170 to 8544M 2024-09-21T09:36:29.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:29 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:29.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:29 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:36:29.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:29 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:36:29.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:29 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:29.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:29 smithi053 ceph-mon[41013]: pgmap v133: 1 pgs: 1 unknown; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-21T09:36:29.577 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:29 smithi053 ceph-mon[29335]: osdmap e41: 6 total, 6 up, 6 in 2024-09-21T09:36:29.577 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:29 smithi053 ceph-mon[29335]: Detected new or changed devices on smithi170 2024-09-21T09:36:29.577 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:29 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:29.577 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:29 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:29.577 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:29 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:36:29.577 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:29 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:36:29.577 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:29 smithi053 ceph-mon[29335]: Adjusting osd_memory_target on smithi170 to 8544M 2024-09-21T09:36:29.577 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:29 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:29.577 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:29 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:36:29.577 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:29 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:36:29.577 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:29 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:29.577 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:29 smithi053 ceph-mon[29335]: pgmap v133: 1 pgs: 1 unknown; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-21T09:36:30.280 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:36:30.301 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph orch daemon add osd smithi170:vg_nvme/lv_2 2024-09-21T09:36:30.477 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:30 smithi053 ceph-mon[29335]: osdmap e42: 6 total, 6 up, 6 in 2024-09-21T09:36:30.477 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:30 smithi053 ceph-mon[41013]: osdmap e42: 6 total, 6 up, 6 in 2024-09-21T09:36:30.499 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.b/config 2024-09-21T09:36:30.619 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:30 smithi170 ceph-mon[32771]: osdmap e42: 6 total, 6 up, 6 in 2024-09-21T09:36:31.366 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:31 smithi170 ceph-mon[32771]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 171 MiB used, 536 GiB / 536 GiB avail; 116 KiB/s, 0 objects/s recovering 2024-09-21T09:36:31.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:31 smithi053 ceph-mon[29335]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 171 MiB used, 536 GiB / 536 GiB avail; 116 KiB/s, 0 objects/s recovering 2024-09-21T09:36:31.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:31 smithi053 ceph-mon[41013]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 171 MiB used, 536 GiB / 536 GiB avail; 116 KiB/s, 0 objects/s recovering 2024-09-21T09:36:32.628 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:32 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-21T09:36:32.628 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:32 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-21T09:36:32.628 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:32 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:36:32.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:32 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-21T09:36:32.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:32 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-21T09:36:32.826 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:32 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:36:32.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:32 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-21T09:36:32.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:32 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-21T09:36:32.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:32 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:36:33.559 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:33 smithi170 ceph-mon[32771]: from='client.24253 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi170:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:36:33.559 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:33 smithi170 ceph-mon[32771]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-21T09:36:33.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:33 smithi053 ceph-mon[29335]: from='client.24253 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi170:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:36:33.826 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:33 smithi053 ceph-mon[29335]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-21T09:36:33.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:33 smithi053 ceph-mon[41013]: from='client.24253 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi170:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:36:33.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:33 smithi053 ceph-mon[41013]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-21T09:36:34.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:34 smithi053 ceph-mon[29335]: from='client.? 172.21.15.170:0/2426043722' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d39d5bc8-4fec-4b55-8fe0-696a0fecfcfc"}]: dispatch 2024-09-21T09:36:34.826 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:34 smithi053 ceph-mon[29335]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d39d5bc8-4fec-4b55-8fe0-696a0fecfcfc"}]: dispatch 2024-09-21T09:36:34.826 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:34 smithi053 ceph-mon[29335]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d39d5bc8-4fec-4b55-8fe0-696a0fecfcfc"}]': finished 2024-09-21T09:36:34.826 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:34 smithi053 ceph-mon[29335]: osdmap e43: 7 total, 6 up, 7 in 2024-09-21T09:36:34.826 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:34 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-21T09:36:34.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:34 smithi053 ceph-mon[41013]: from='client.? 172.21.15.170:0/2426043722' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d39d5bc8-4fec-4b55-8fe0-696a0fecfcfc"}]: dispatch 2024-09-21T09:36:34.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:34 smithi053 ceph-mon[41013]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d39d5bc8-4fec-4b55-8fe0-696a0fecfcfc"}]: dispatch 2024-09-21T09:36:34.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:34 smithi053 ceph-mon[41013]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d39d5bc8-4fec-4b55-8fe0-696a0fecfcfc"}]': finished 2024-09-21T09:36:34.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:34 smithi053 ceph-mon[41013]: osdmap e43: 7 total, 6 up, 7 in 2024-09-21T09:36:34.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:34 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-21T09:36:34.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:34 smithi170 ceph-mon[32771]: from='client.? 172.21.15.170:0/2426043722' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d39d5bc8-4fec-4b55-8fe0-696a0fecfcfc"}]: dispatch 2024-09-21T09:36:34.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:34 smithi170 ceph-mon[32771]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d39d5bc8-4fec-4b55-8fe0-696a0fecfcfc"}]: dispatch 2024-09-21T09:36:34.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:34 smithi170 ceph-mon[32771]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d39d5bc8-4fec-4b55-8fe0-696a0fecfcfc"}]': finished 2024-09-21T09:36:34.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:34 smithi170 ceph-mon[32771]: osdmap e43: 7 total, 6 up, 7 in 2024-09-21T09:36:34.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:34 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-21T09:36:35.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:35 smithi053 ceph-mon[29335]: from='client.? 172.21.15.170:0/310824499' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-21T09:36:35.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:35 smithi053 ceph-mon[29335]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-09-21T09:36:35.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:35 smithi053 ceph-mon[41013]: from='client.? 172.21.15.170:0/310824499' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-21T09:36:35.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:35 smithi053 ceph-mon[41013]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-09-21T09:36:35.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:35 smithi170 ceph-mon[32771]: from='client.? 172.21.15.170:0/310824499' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-21T09:36:35.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:35 smithi170 ceph-mon[32771]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-09-21T09:36:37.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:37 smithi170 ceph-mon[32771]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-21T09:36:37.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:37 smithi053 ceph-mon[29335]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-21T09:36:37.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:37 smithi053 ceph-mon[41013]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-21T09:36:39.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:39 smithi053 ceph-mon[29335]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-21T09:36:39.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:39 smithi053 ceph-mon[41013]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-21T09:36:39.581 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:39 smithi170 ceph-mon[32771]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-21T09:36:40.906 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:40 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-21T09:36:40.906 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:40 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:36:41.075 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:40 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-21T09:36:41.075 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:40 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:36:41.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:40 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-21T09:36:41.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:40 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:36:41.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:41 smithi170 ceph-mon[32771]: Deploying daemon osd.6 on smithi170 2024-09-21T09:36:41.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:41 smithi170 ceph-mon[32771]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-21T09:36:42.075 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:41 smithi053 ceph-mon[29335]: Deploying daemon osd.6 on smithi170 2024-09-21T09:36:42.075 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:41 smithi053 ceph-mon[29335]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-21T09:36:42.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:41 smithi053 ceph-mon[41013]: Deploying daemon osd.6 on smithi170 2024-09-21T09:36:42.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:41 smithi053 ceph-mon[41013]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-21T09:36:43.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:43 smithi170 ceph-mon[32771]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-21T09:36:43.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:43 smithi053 ceph-mon[29335]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-21T09:36:43.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:43 smithi053 ceph-mon[41013]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-21T09:36:45.345 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:45 smithi170 ceph-mon[32771]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-21T09:36:45.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:45 smithi053 ceph-mon[29335]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-21T09:36:45.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:45 smithi053 ceph-mon[41013]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-21T09:36:46.277 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:46 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:36:46.277 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:46 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:46.277 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:46 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:46.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:46 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:36:46.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:46 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:46.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:46 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:46.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:46 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:36:46.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:46 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:46.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:46 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:47.512 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:47 smithi170 ceph-mon[32771]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-21T09:36:47.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:47 smithi053 ceph-mon[29335]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-21T09:36:47.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:47 smithi053 ceph-mon[41013]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-21T09:36:49.023 INFO:teuthology.orchestra.run.smithi170.stdout:Created osd(s) 6 on host 'smithi170' 2024-09-21T09:36:49.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:49 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:49.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:49 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:49.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:49 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:36:49.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:49 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:36:49.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:49 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:49.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:49 smithi053 ceph-mon[29335]: from='osd.6 [v2:172.21.15.170:6816/1937203482,v1:172.21.15.170:6817/1937203482]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-21T09:36:49.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:49 smithi053 ceph-mon[29335]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-21T09:36:49.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:49 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:36:49.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:49 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:49.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:49 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:49.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:49 smithi053 ceph-mon[29335]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-21T09:36:49.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:49 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:49.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:49 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:49.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:49 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:36:49.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:49 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:36:49.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:49 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:49.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:49 smithi053 ceph-mon[41013]: from='osd.6 [v2:172.21.15.170:6816/1937203482,v1:172.21.15.170:6817/1937203482]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-21T09:36:49.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:49 smithi053 ceph-mon[41013]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-21T09:36:49.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:49 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:36:49.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:49 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:49.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:49 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:49.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:49 smithi053 ceph-mon[41013]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-21T09:36:49.645 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:49 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:49.645 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:49 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:49.645 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:49 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:36:49.645 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:49 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:36:49.645 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:49 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:49.646 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:49 smithi170 ceph-mon[32771]: from='osd.6 [v2:172.21.15.170:6816/1937203482,v1:172.21.15.170:6817/1937203482]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-21T09:36:49.646 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:49 smithi170 ceph-mon[32771]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-21T09:36:49.646 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:49 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:36:49.646 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:49 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:49.646 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:49 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:49.646 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:49 smithi170 ceph-mon[32771]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-21T09:36:49.666 DEBUG:teuthology.orchestra.run.smithi170:osd.6> sudo journalctl -f -n 0 -u ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@osd.6.service 2024-09-21T09:36:49.668 INFO:tasks.cephadm:Deploying osd.7 on smithi170 with /dev/vg_nvme/lv_1... 2024-09-21T09:36:49.668 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- lvm zap /dev/vg_nvme/lv_1 2024-09-21T09:36:50.460 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.b/config 2024-09-21T09:36:50.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:50 smithi170 ceph-mon[32771]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-21T09:36:50.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:50 smithi170 ceph-mon[32771]: osdmap e44: 7 total, 6 up, 7 in 2024-09-21T09:36:50.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:50 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-21T09:36:50.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:50 smithi170 ceph-mon[32771]: from='osd.6 [v2:172.21.15.170:6816/1937203482,v1:172.21.15.170:6817/1937203482]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]: dispatch 2024-09-21T09:36:50.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:50 smithi170 ceph-mon[32771]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]: dispatch 2024-09-21T09:36:50.915 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:36:50 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:36:50.693+0000 7f73a5533640 -1 osd.6 0 waiting for initial osdmap 2024-09-21T09:36:50.915 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:36:50 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:36:50.699+0000 7f73a135c640 -1 osd.6 45 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-21T09:36:51.075 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:50 smithi053 ceph-mon[41013]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-21T09:36:51.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:50 smithi053 ceph-mon[41013]: osdmap e44: 7 total, 6 up, 7 in 2024-09-21T09:36:51.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:50 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-21T09:36:51.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:50 smithi053 ceph-mon[41013]: from='osd.6 [v2:172.21.15.170:6816/1937203482,v1:172.21.15.170:6817/1937203482]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]: dispatch 2024-09-21T09:36:51.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:50 smithi053 ceph-mon[41013]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]: dispatch 2024-09-21T09:36:51.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:50 smithi053 ceph-mon[29335]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-21T09:36:51.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:50 smithi053 ceph-mon[29335]: osdmap e44: 7 total, 6 up, 7 in 2024-09-21T09:36:51.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:50 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-21T09:36:51.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:50 smithi053 ceph-mon[29335]: from='osd.6 [v2:172.21.15.170:6816/1937203482,v1:172.21.15.170:6817/1937203482]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]: dispatch 2024-09-21T09:36:51.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:50 smithi053 ceph-mon[29335]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]: dispatch 2024-09-21T09:36:51.970 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:51 smithi170 ceph-mon[32771]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]': finished 2024-09-21T09:36:51.970 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:51 smithi170 ceph-mon[32771]: osdmap e45: 7 total, 6 up, 7 in 2024-09-21T09:36:51.970 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:51 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-21T09:36:51.970 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:51 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-21T09:36:51.971 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:51 smithi170 ceph-mon[32771]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-21T09:36:52.075 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:51 smithi053 ceph-mon[29335]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]': finished 2024-09-21T09:36:52.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:51 smithi053 ceph-mon[29335]: osdmap e45: 7 total, 6 up, 7 in 2024-09-21T09:36:52.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:51 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-21T09:36:52.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:51 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-21T09:36:52.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:51 smithi053 ceph-mon[29335]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-21T09:36:52.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:51 smithi053 ceph-mon[41013]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]': finished 2024-09-21T09:36:52.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:51 smithi053 ceph-mon[41013]: osdmap e45: 7 total, 6 up, 7 in 2024-09-21T09:36:52.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:51 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-21T09:36:52.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:51 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-21T09:36:52.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:51 smithi053 ceph-mon[41013]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-09-21T09:36:52.981 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:52 smithi170 ceph-mon[32771]: purged_snaps scrub starts 2024-09-21T09:36:52.981 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:52 smithi170 ceph-mon[32771]: purged_snaps scrub ok 2024-09-21T09:36:52.981 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:52 smithi170 ceph-mon[32771]: osd.6 [v2:172.21.15.170:6816/1937203482,v1:172.21.15.170:6817/1937203482] boot 2024-09-21T09:36:52.981 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:52 smithi170 ceph-mon[32771]: osdmap e46: 7 total, 7 up, 7 in 2024-09-21T09:36:52.981 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:52 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-21T09:36:53.075 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:52 smithi053 ceph-mon[29335]: purged_snaps scrub starts 2024-09-21T09:36:53.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:52 smithi053 ceph-mon[29335]: purged_snaps scrub ok 2024-09-21T09:36:53.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:52 smithi053 ceph-mon[29335]: osd.6 [v2:172.21.15.170:6816/1937203482,v1:172.21.15.170:6817/1937203482] boot 2024-09-21T09:36:53.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:52 smithi053 ceph-mon[29335]: osdmap e46: 7 total, 7 up, 7 in 2024-09-21T09:36:53.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:52 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-21T09:36:53.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:52 smithi053 ceph-mon[41013]: purged_snaps scrub starts 2024-09-21T09:36:53.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:52 smithi053 ceph-mon[41013]: purged_snaps scrub ok 2024-09-21T09:36:53.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:52 smithi053 ceph-mon[41013]: osd.6 [v2:172.21.15.170:6816/1937203482,v1:172.21.15.170:6817/1937203482] boot 2024-09-21T09:36:53.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:52 smithi053 ceph-mon[41013]: osdmap e46: 7 total, 7 up, 7 in 2024-09-21T09:36:53.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:52 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-21T09:36:53.905 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:53 smithi170 ceph-mon[32771]: osdmap e47: 7 total, 7 up, 7 in 2024-09-21T09:36:53.905 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:53 smithi170 ceph-mon[32771]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-09-21T09:36:53.905 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:53 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:53.905 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:53 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:53.905 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:53 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:36:53.906 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:53 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:36:53.906 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:53 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:36:53.906 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:53 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:53.906 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:53 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:36:53.906 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:53 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:36:53.906 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:53 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:54.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:53 smithi053 ceph-mon[41013]: osdmap e47: 7 total, 7 up, 7 in 2024-09-21T09:36:54.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:53 smithi053 ceph-mon[41013]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-09-21T09:36:54.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:53 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:54.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:53 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:54.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:53 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:36:54.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:53 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:36:54.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:53 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:36:54.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:53 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:54.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:53 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:36:54.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:53 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:36:54.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:53 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:54.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:53 smithi053 ceph-mon[29335]: osdmap e47: 7 total, 7 up, 7 in 2024-09-21T09:36:54.077 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:53 smithi053 ceph-mon[29335]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-09-21T09:36:54.077 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:53 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:54.077 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:53 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:54.077 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:53 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:36:54.077 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:53 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:36:54.077 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:53 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:36:54.077 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:53 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:54.077 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:53 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:36:54.077 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:53 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:36:54.077 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:53 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:36:54.950 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:54 smithi170 ceph-mon[32771]: Detected new or changed devices on smithi170 2024-09-21T09:36:54.950 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:54 smithi170 ceph-mon[32771]: Adjusting osd_memory_target on smithi170 to 5696M 2024-09-21T09:36:54.951 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:54 smithi170 ceph-mon[32771]: osdmap e48: 7 total, 7 up, 7 in 2024-09-21T09:36:54.953 INFO:teuthology.orchestra.run.smithi170.stdout: 2024-09-21T09:36:54.972 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph orch daemon add osd smithi170:vg_nvme/lv_1 2024-09-21T09:36:55.075 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:54 smithi053 ceph-mon[29335]: Detected new or changed devices on smithi170 2024-09-21T09:36:55.075 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:54 smithi053 ceph-mon[29335]: Adjusting osd_memory_target on smithi170 to 5696M 2024-09-21T09:36:55.075 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:54 smithi053 ceph-mon[29335]: osdmap e48: 7 total, 7 up, 7 in 2024-09-21T09:36:55.075 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:54 smithi053 ceph-mon[41013]: Detected new or changed devices on smithi170 2024-09-21T09:36:55.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:54 smithi053 ceph-mon[41013]: Adjusting osd_memory_target on smithi170 to 5696M 2024-09-21T09:36:55.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:54 smithi053 ceph-mon[41013]: osdmap e48: 7 total, 7 up, 7 in 2024-09-21T09:36:55.166 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.b/config 2024-09-21T09:36:55.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:55 smithi170 ceph-mon[32771]: osdmap e49: 7 total, 7 up, 7 in 2024-09-21T09:36:55.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:55 smithi170 ceph-mon[32771]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-09-21T09:36:56.075 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:55 smithi053 ceph-mon[41013]: osdmap e49: 7 total, 7 up, 7 in 2024-09-21T09:36:56.075 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:55 smithi053 ceph-mon[41013]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-09-21T09:36:56.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:55 smithi053 ceph-mon[29335]: osdmap e49: 7 total, 7 up, 7 in 2024-09-21T09:36:56.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:55 smithi053 ceph-mon[29335]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-09-21T09:36:57.075 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:56 smithi053 ceph-mon[29335]: osdmap e50: 7 total, 7 up, 7 in 2024-09-21T09:36:57.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:56 smithi053 ceph-mon[41013]: osdmap e50: 7 total, 7 up, 7 in 2024-09-21T09:36:57.163 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:56 smithi170 ceph-mon[32771]: osdmap e50: 7 total, 7 up, 7 in 2024-09-21T09:36:58.075 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:57 smithi053 ceph-mon[41013]: from='client.24280 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi170:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:36:58.075 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:57 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-21T09:36:58.075 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:57 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-21T09:36:58.075 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:57 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:36:58.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:57 smithi053 ceph-mon[41013]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-09-21T09:36:58.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:57 smithi053 ceph-mon[29335]: from='client.24280 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi170:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:36:58.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:57 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-21T09:36:58.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:57 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-21T09:36:58.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:57 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:36:58.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:57 smithi053 ceph-mon[29335]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-09-21T09:36:58.163 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:57 smithi170 ceph-mon[32771]: from='client.24280 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi170:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:36:58.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:57 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-21T09:36:58.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:57 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-21T09:36:58.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:57 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:36:58.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:57 smithi170 ceph-mon[32771]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-09-21T09:36:59.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:36:59 smithi170 ceph-mon[32771]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-21T09:36:59.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:36:59 smithi053 ceph-mon[29335]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-21T09:36:59.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:36:59 smithi053 ceph-mon[41013]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-21T09:37:00.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:00 smithi170 ceph-mon[32771]: from='client.? 172.21.15.170:0/1976008924' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "814a1e8f-85a3-49e3-aec6-1b722260b238"}]: dispatch 2024-09-21T09:37:00.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:00 smithi170 ceph-mon[32771]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "814a1e8f-85a3-49e3-aec6-1b722260b238"}]: dispatch 2024-09-21T09:37:00.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:00 smithi170 ceph-mon[32771]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "814a1e8f-85a3-49e3-aec6-1b722260b238"}]': finished 2024-09-21T09:37:00.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:00 smithi170 ceph-mon[32771]: osdmap e51: 8 total, 7 up, 8 in 2024-09-21T09:37:00.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:00 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-21T09:37:00.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:00 smithi170 ceph-mon[32771]: from='client.? 172.21.15.170:0/3629708092' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-21T09:37:00.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:00 smithi053 ceph-mon[29335]: from='client.? 172.21.15.170:0/1976008924' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "814a1e8f-85a3-49e3-aec6-1b722260b238"}]: dispatch 2024-09-21T09:37:00.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:00 smithi053 ceph-mon[29335]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "814a1e8f-85a3-49e3-aec6-1b722260b238"}]: dispatch 2024-09-21T09:37:00.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:00 smithi053 ceph-mon[29335]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "814a1e8f-85a3-49e3-aec6-1b722260b238"}]': finished 2024-09-21T09:37:00.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:00 smithi053 ceph-mon[29335]: osdmap e51: 8 total, 7 up, 8 in 2024-09-21T09:37:00.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:00 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-21T09:37:00.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:00 smithi053 ceph-mon[29335]: from='client.? 172.21.15.170:0/3629708092' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-21T09:37:00.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:00 smithi053 ceph-mon[41013]: from='client.? 172.21.15.170:0/1976008924' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "814a1e8f-85a3-49e3-aec6-1b722260b238"}]: dispatch 2024-09-21T09:37:00.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:00 smithi053 ceph-mon[41013]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "814a1e8f-85a3-49e3-aec6-1b722260b238"}]: dispatch 2024-09-21T09:37:00.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:00 smithi053 ceph-mon[41013]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "814a1e8f-85a3-49e3-aec6-1b722260b238"}]': finished 2024-09-21T09:37:00.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:00 smithi053 ceph-mon[41013]: osdmap e51: 8 total, 7 up, 8 in 2024-09-21T09:37:00.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:00 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-21T09:37:00.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:00 smithi053 ceph-mon[41013]: from='client.? 172.21.15.170:0/3629708092' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-21T09:37:01.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:01 smithi053 ceph-mon[29335]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-09-21T09:37:01.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:01 smithi053 ceph-mon[41013]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-09-21T09:37:01.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:01 smithi170 ceph-mon[32771]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-09-21T09:37:03.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:03 smithi053 ceph-mon[41013]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-21T09:37:03.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:03 smithi053 ceph-mon[29335]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-21T09:37:03.578 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:03 smithi170 ceph-mon[32771]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-21T09:37:05.522 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:05 smithi170 ceph-mon[32771]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-09-21T09:37:05.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:05 smithi053 ceph-mon[29335]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-09-21T09:37:05.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:05 smithi053 ceph-mon[41013]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-09-21T09:37:06.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:06 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-21T09:37:06.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:06 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:37:06.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:06 smithi053 ceph-mon[41013]: Deploying daemon osd.7 on smithi170 2024-09-21T09:37:06.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:06 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-21T09:37:06.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:06 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:37:06.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:06 smithi053 ceph-mon[29335]: Deploying daemon osd.7 on smithi170 2024-09-21T09:37:06.628 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:06 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-21T09:37:06.628 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:06 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:37:06.628 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:06 smithi170 ceph-mon[32771]: Deploying daemon osd.7 on smithi170 2024-09-21T09:37:07.495 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:07 smithi170 ceph-mon[32771]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-21T09:37:07.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:07 smithi053 ceph-mon[41013]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-21T09:37:07.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:07 smithi053 ceph-mon[29335]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-21T09:37:09.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:09 smithi053 ceph-mon[29335]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-09-21T09:37:09.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:09 smithi053 ceph-mon[41013]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-09-21T09:37:09.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:09 smithi170 ceph-mon[32771]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-09-21T09:37:10.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:10 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:37:10.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:10 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:37:10.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:10 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:37:11.075 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:10 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:37:11.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:10 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:37:11.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:10 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:37:11.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:10 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:37:11.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:10 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:37:11.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:10 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:37:11.956 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:11 smithi170 ceph-mon[32771]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-09-21T09:37:12.075 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:11 smithi053 ceph-mon[29335]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-09-21T09:37:12.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:11 smithi053 ceph-mon[41013]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-09-21T09:37:13.300 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:13 smithi170 ceph-mon[32771]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-09-21T09:37:13.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:13 smithi053 ceph-mon[29335]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-09-21T09:37:13.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:13 smithi053 ceph-mon[41013]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-09-21T09:37:14.034 INFO:teuthology.orchestra.run.smithi170.stdout:Created osd(s) 7 on host 'smithi170' 2024-09-21T09:37:14.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:14 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:37:14.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:14 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:37:14.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:14 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:37:14.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:14 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:37:14.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:14 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:37:14.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:14 smithi053 ceph-mon[29335]: from='osd.7 [v2:172.21.15.170:6824/901778684,v1:172.21.15.170:6825/901778684]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-21T09:37:14.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:14 smithi053 ceph-mon[29335]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-21T09:37:14.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:14 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:37:14.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:14 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:37:14.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:14 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:37:14.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:14 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:37:14.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:14 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:37:14.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:14 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:37:14.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:14 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:37:14.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:14 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:37:14.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:14 smithi053 ceph-mon[41013]: from='osd.7 [v2:172.21.15.170:6824/901778684,v1:172.21.15.170:6825/901778684]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-21T09:37:14.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:14 smithi053 ceph-mon[41013]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-21T09:37:14.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:14 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:37:14.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:14 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:37:14.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:14 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:37:14.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:14 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:37:14.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:14 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:37:14.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:14 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:37:14.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:14 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:37:14.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:14 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:37:14.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:14 smithi170 ceph-mon[32771]: from='osd.7 [v2:172.21.15.170:6824/901778684,v1:172.21.15.170:6825/901778684]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-21T09:37:14.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:14 smithi170 ceph-mon[32771]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-21T09:37:14.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:14 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:37:14.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:14 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:37:14.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:14 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:37:14.706 DEBUG:teuthology.orchestra.run.smithi170:osd.7> sudo journalctl -f -n 0 -u ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@osd.7.service 2024-09-21T09:37:14.709 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-09-21T09:37:14.709 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph osd stat -f json 2024-09-21T09:37:14.923 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:37:15.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:15 smithi053 ceph-mon[29335]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-21T09:37:15.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:15 smithi053 ceph-mon[29335]: osdmap e52: 8 total, 7 up, 8 in 2024-09-21T09:37:15.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:15 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-21T09:37:15.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:15 smithi053 ceph-mon[29335]: from='osd.7 [v2:172.21.15.170:6824/901778684,v1:172.21.15.170:6825/901778684]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]: dispatch 2024-09-21T09:37:15.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:15 smithi053 ceph-mon[29335]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]: dispatch 2024-09-21T09:37:15.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:15 smithi053 ceph-mon[29335]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-09-21T09:37:15.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:15 smithi053 ceph-mon[41013]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-21T09:37:15.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:15 smithi053 ceph-mon[41013]: osdmap e52: 8 total, 7 up, 8 in 2024-09-21T09:37:15.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:15 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-21T09:37:15.327 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:15 smithi053 ceph-mon[41013]: from='osd.7 [v2:172.21.15.170:6824/901778684,v1:172.21.15.170:6825/901778684]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]: dispatch 2024-09-21T09:37:15.327 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:15 smithi053 ceph-mon[41013]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]: dispatch 2024-09-21T09:37:15.327 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:15 smithi053 ceph-mon[41013]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-09-21T09:37:15.617 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:15 smithi170 ceph-mon[32771]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-21T09:37:15.617 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:15 smithi170 ceph-mon[32771]: osdmap e52: 8 total, 7 up, 8 in 2024-09-21T09:37:15.617 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:15 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-21T09:37:15.617 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:15 smithi170 ceph-mon[32771]: from='osd.7 [v2:172.21.15.170:6824/901778684,v1:172.21.15.170:6825/901778684]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]: dispatch 2024-09-21T09:37:15.617 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:15 smithi170 ceph-mon[32771]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]: dispatch 2024-09-21T09:37:15.617 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:15 smithi170 ceph-mon[32771]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-09-21T09:37:15.618 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:37:15 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:37:15.276+0000 7fdfb6d2e640 -1 osd.7 0 waiting for initial osdmap 2024-09-21T09:37:15.618 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:37:15 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:37:15.283+0000 7fdfb2b57640 -1 osd.7 53 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-21T09:37:16.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:16 smithi053 ceph-mon[41013]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]': finished 2024-09-21T09:37:16.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:16 smithi053 ceph-mon[41013]: osdmap e53: 8 total, 7 up, 8 in 2024-09-21T09:37:16.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:16 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-21T09:37:16.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:16 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-21T09:37:16.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:16 smithi053 ceph-mon[29335]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]': finished 2024-09-21T09:37:16.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:16 smithi053 ceph-mon[29335]: osdmap e53: 8 total, 7 up, 8 in 2024-09-21T09:37:16.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:16 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-21T09:37:16.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:16 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-21T09:37:16.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:16 smithi170 ceph-mon[32771]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi170", "root=default"]}]': finished 2024-09-21T09:37:16.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:16 smithi170 ceph-mon[32771]: osdmap e53: 8 total, 7 up, 8 in 2024-09-21T09:37:16.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:16 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-21T09:37:16.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:16 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-21T09:37:17.022 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:37:17.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:17 smithi053 ceph-mon[29335]: purged_snaps scrub starts 2024-09-21T09:37:17.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:17 smithi053 ceph-mon[29335]: purged_snaps scrub ok 2024-09-21T09:37:17.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:17 smithi053 ceph-mon[29335]: osd.7 [v2:172.21.15.170:6824/901778684,v1:172.21.15.170:6825/901778684] boot 2024-09-21T09:37:17.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:17 smithi053 ceph-mon[29335]: osdmap e54: 8 total, 8 up, 8 in 2024-09-21T09:37:17.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:17 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-21T09:37:17.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:17 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/4173323194' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-21T09:37:17.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:17 smithi053 ceph-mon[29335]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-09-21T09:37:17.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:17 smithi053 ceph-mon[29335]: osdmap e55: 8 total, 8 up, 8 in 2024-09-21T09:37:17.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:17 smithi053 ceph-mon[41013]: purged_snaps scrub starts 2024-09-21T09:37:17.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:17 smithi053 ceph-mon[41013]: purged_snaps scrub ok 2024-09-21T09:37:17.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:17 smithi053 ceph-mon[41013]: osd.7 [v2:172.21.15.170:6824/901778684,v1:172.21.15.170:6825/901778684] boot 2024-09-21T09:37:17.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:17 smithi053 ceph-mon[41013]: osdmap e54: 8 total, 8 up, 8 in 2024-09-21T09:37:17.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:17 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-21T09:37:17.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:17 smithi053 ceph-mon[41013]: from='client.? 172.21.15.53:0/4173323194' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-21T09:37:17.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:17 smithi053 ceph-mon[41013]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-09-21T09:37:17.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:17 smithi053 ceph-mon[41013]: osdmap e55: 8 total, 8 up, 8 in 2024-09-21T09:37:17.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:17 smithi170 ceph-mon[32771]: purged_snaps scrub starts 2024-09-21T09:37:17.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:17 smithi170 ceph-mon[32771]: purged_snaps scrub ok 2024-09-21T09:37:17.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:17 smithi170 ceph-mon[32771]: osd.7 [v2:172.21.15.170:6824/901778684,v1:172.21.15.170:6825/901778684] boot 2024-09-21T09:37:17.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:17 smithi170 ceph-mon[32771]: osdmap e54: 8 total, 8 up, 8 in 2024-09-21T09:37:17.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:17 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-21T09:37:17.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:17 smithi170 ceph-mon[32771]: from='client.? 172.21.15.53:0/4173323194' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-21T09:37:17.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:17 smithi170 ceph-mon[32771]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-09-21T09:37:17.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:17 smithi170 ceph-mon[32771]: osdmap e55: 8 total, 8 up, 8 in 2024-09-21T09:37:17.750 INFO:teuthology.orchestra.run.smithi053.stdout:{"epoch":54,"num_osds":8,"num_up_osds":8,"osd_up_since":1726911436,"num_in_osds":8,"osd_in_since":1726911419,"num_remapped_pgs":1} 2024-09-21T09:37:17.751 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph osd dump --format=json 2024-09-21T09:37:17.961 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:37:19.053 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:18 smithi053 ceph-mon[29335]: Detected new or changed devices on smithi170 2024-09-21T09:37:19.053 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:18 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:37:19.053 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:18 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:37:19.054 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:18 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:37:19.054 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:18 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:37:19.054 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:18 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:37:19.054 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:18 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:37:19.054 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:18 smithi053 ceph-mon[29335]: Adjusting osd_memory_target on smithi170 to 4272M 2024-09-21T09:37:19.054 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:18 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:37:19.054 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:18 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:37:19.054 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:18 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:37:19.054 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:18 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:37:19.054 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:18 smithi053 ceph-mon[29335]: osdmap e56: 8 total, 8 up, 8 in 2024-09-21T09:37:19.054 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:18 smithi053 ceph-mon[41013]: Detected new or changed devices on smithi170 2024-09-21T09:37:19.054 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:18 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:37:19.055 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:18 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:37:19.055 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:18 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:37:19.055 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:18 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:37:19.055 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:18 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:37:19.055 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:18 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:37:19.055 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:18 smithi053 ceph-mon[41013]: Adjusting osd_memory_target on smithi170 to 4272M 2024-09-21T09:37:19.055 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:18 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:37:19.055 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:18 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:37:19.055 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:18 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:37:19.055 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:18 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:37:19.055 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:18 smithi053 ceph-mon[41013]: osdmap e56: 8 total, 8 up, 8 in 2024-09-21T09:37:19.163 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:18 smithi170 ceph-mon[32771]: Detected new or changed devices on smithi170 2024-09-21T09:37:19.163 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:18 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:37:19.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:18 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:37:19.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:18 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:37:19.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:18 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:37:19.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:18 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:37:19.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:18 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:37:19.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:18 smithi170 ceph-mon[32771]: Adjusting osd_memory_target on smithi170 to 4272M 2024-09-21T09:37:19.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:18 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:37:19.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:18 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:37:19.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:18 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:37:19.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:18 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:37:19.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:18 smithi170 ceph-mon[32771]: osdmap e56: 8 total, 8 up, 8 in 2024-09-21T09:37:19.713 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:37:19.713 INFO:teuthology.orchestra.run.smithi053.stdout:{"epoch":57,"fsid":"41b6d1ee-77fc-11ef-baf6-efdc52797490","created":"2024-09-21T09:32:10.413624+0000","modified":"2024-09-21T09:37:19.279076+0000","last_up_change":"2024-09-21T09:37:16.274690+0000","last_in_change":"2024-09-21T09:36:59.418701+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T09:35:17.597271+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e10cdaf5-ca9c-4745-9657-ad9c2292283e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":1408473476},{"type":"v1","addr":"172.21.15.53:6803","nonce":1408473476}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":1408473476},{"type":"v1","addr":"172.21.15.53:6805","nonce":1408473476}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":1408473476},{"type":"v1","addr":"172.21.15.53:6809","nonce":1408473476}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":1408473476},{"type":"v1","addr":"172.21.15.53:6807","nonce":1408473476}]},"public_addr":"172.21.15.53:6803/1408473476","cluster_addr":"172.21.15.53:6805/1408473476","heartbeat_back_addr":"172.21.15.53:6809/1408473476","heartbeat_front_addr":"172.21.15.53:6807/1408473476","state":["exists","up"]},{"osd":1,"uuid":"f1848a21-3377-4171-95a4-4a9eeb6ecf22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":1051092023},{"type":"v1","addr":"172.21.15.53:6811","nonce":1051092023}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":1051092023},{"type":"v1","addr":"172.21.15.53:6813","nonce":1051092023}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":1051092023},{"type":"v1","addr":"172.21.15.53:6817","nonce":1051092023}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":1051092023},{"type":"v1","addr":"172.21.15.53:6815","nonce":1051092023}]},"public_addr":"172.21.15.53:6811/1051092023","cluster_addr":"172.21.15.53:6813/1051092023","heartbeat_back_addr":"172.21.15.53:6817/1051092023","heartbeat_front_addr":"172.21.15.53:6815/1051092023","state":["exists","up"]},{"osd":2,"uuid":"e31bf91c-17d1-4213-b1e2-bcec5463e9a5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":3123766511},{"type":"v1","addr":"172.21.15.53:6819","nonce":3123766511}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":3123766511},{"type":"v1","addr":"172.21.15.53:6821","nonce":3123766511}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":3123766511},{"type":"v1","addr":"172.21.15.53:6825","nonce":3123766511}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":3123766511},{"type":"v1","addr":"172.21.15.53:6823","nonce":3123766511}]},"public_addr":"172.21.15.53:6819/3123766511","cluster_addr":"172.21.15.53:6821/3123766511","heartbeat_back_addr":"172.21.15.53:6825/3123766511","heartbeat_front_addr":"172.21.15.53:6823/3123766511","state":["exists","up"]},{"osd":3,"uuid":"28c7b2a0-c3b7-4f51-af2e-d45790bdcd33","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":932298542},{"type":"v1","addr":"172.21.15.53:6827","nonce":932298542}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":932298542},{"type":"v1","addr":"172.21.15.53:6829","nonce":932298542}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":932298542},{"type":"v1","addr":"172.21.15.53:6833","nonce":932298542}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":932298542},{"type":"v1","addr":"172.21.15.53:6831","nonce":932298542}]},"public_addr":"172.21.15.53:6827/932298542","cluster_addr":"172.21.15.53:6829/932298542","heartbeat_back_addr":"172.21.15.53:6833/932298542","heartbeat_front_addr":"172.21.15.53:6831/932298542","state":["exists","up"]},{"osd":4,"uuid":"95a85da0-d4f2-41f5-8461-55508a265b94","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6800","nonce":1742023630},{"type":"v1","addr":"172.21.15.170:6801","nonce":1742023630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6802","nonce":1742023630},{"type":"v1","addr":"172.21.15.170:6803","nonce":1742023630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6806","nonce":1742023630},{"type":"v1","addr":"172.21.15.170:6807","nonce":1742023630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6804","nonce":1742023630},{"type":"v1","addr":"172.21.15.170:6805","nonce":1742023630}]},"public_addr":"172.21.15.170:6801/1742023630","cluster_addr":"172.21.15.170:6803/1742023630","heartbeat_back_addr":"172.21.15.170:6807/1742023630","heartbeat_front_addr":"172.21.15.170:6805/1742023630","state":["exists","up"]},{"osd":5,"uuid":"6dd572a2-334b-45b1-861d-17b5f10c02c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6808","nonce":2459892105},{"type":"v1","addr":"172.21.15.170:6809","nonce":2459892105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6810","nonce":2459892105},{"type":"v1","addr":"172.21.15.170:6811","nonce":2459892105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6814","nonce":2459892105},{"type":"v1","addr":"172.21.15.170:6815","nonce":2459892105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6812","nonce":2459892105},{"type":"v1","addr":"172.21.15.170:6813","nonce":2459892105}]},"public_addr":"172.21.15.170:6809/2459892105","cluster_addr":"172.21.15.170:6811/2459892105","heartbeat_back_addr":"172.21.15.170:6815/2459892105","heartbeat_front_addr":"172.21.15.170:6813/2459892105","state":["exists","up"]},{"osd":6,"uuid":"d39d5bc8-4fec-4b55-8fe0-696a0fecfcfc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6816","nonce":1937203482},{"type":"v1","addr":"172.21.15.170:6817","nonce":1937203482}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6818","nonce":1937203482},{"type":"v1","addr":"172.21.15.170:6819","nonce":1937203482}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6822","nonce":1937203482},{"type":"v1","addr":"172.21.15.170:6823","nonce":1937203482}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6820","nonce":1937203482},{"type":"v1","addr":"172.21.15.170:6821","nonce":1937203482}]},"public_addr":"172.21.15.170:6817/1937203482","cluster_addr":"172.21.15.170:6819/1937203482","heartbeat_back_addr":"172.21.15.170:6823/1937203482","heartbeat_front_addr":"172.21.15.170:6821/1937203482","state":["exists","up"]},{"osd":7,"uuid":"814a1e8f-85a3-49e3-aec6-1b722260b238","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":901778684},{"type":"v1","addr":"172.21.15.170:6825","nonce":901778684}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6826","nonce":901778684},{"type":"v1","addr":"172.21.15.170:6827","nonce":901778684}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6830","nonce":901778684},{"type":"v1","addr":"172.21.15.170:6831","nonce":901778684}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6828","nonce":901778684},{"type":"v1","addr":"172.21.15.170:6829","nonce":901778684}]},"public_addr":"172.21.15.170:6825/901778684","cluster_addr":"172.21.15.170:6827/901778684","heartbeat_back_addr":"172.21.15.170:6831/901778684","heartbeat_front_addr":"172.21.15.170:6829/901778684","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T09:34:27.408360+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T09:34:50.423625+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T09:35:14.443105+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T09:35:38.388024+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T09:36:00.648079+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T09:36:24.649211+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T09:36:49.699216+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T09:37:14.755116+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.53:0/2025720311":"2024-09-22T09:33:05.097109+0000","172.21.15.53:6801/574327202":"2024-09-22T09:32:41.233619+0000","172.21.15.53:0/2456494674":"2024-09-22T09:33:05.097109+0000","172.21.15.53:0/3420449351":"2024-09-22T09:33:05.097109+0000","172.21.15.53:6801/722964798":"2024-09-22T09:33:05.097109+0000","172.21.15.53:0/1488712951":"2024-09-22T09:32:41.233619+0000","172.21.15.53:6800/574327202":"2024-09-22T09:32:41.233619+0000","172.21.15.53:6800/722964798":"2024-09-22T09:33:05.097109+0000","172.21.15.53:0/651319936":"2024-09-22T09:32:41.233619+0000","172.21.15.53:0/2162225481":"2024-09-22T09:32:41.233619+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T09:37:20.059 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:19 smithi053 ceph-mon[41013]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:37:20.060 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:19 smithi053 ceph-mon[41013]: osdmap e57: 8 total, 8 up, 8 in 2024-09-21T09:37:20.060 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:19 smithi053 ceph-mon[41013]: from='client.? 172.21.15.53:0/1247188110' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-21T09:37:20.060 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:19 smithi053 ceph-mon[29335]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:37:20.060 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:19 smithi053 ceph-mon[29335]: osdmap e57: 8 total, 8 up, 8 in 2024-09-21T09:37:20.060 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:19 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/1247188110' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-21T09:37:20.163 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:19 smithi170 ceph-mon[32771]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:37:20.163 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:19 smithi170 ceph-mon[32771]: osdmap e57: 8 total, 8 up, 8 in 2024-09-21T09:37:20.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:19 smithi170 ceph-mon[32771]: from='client.? 172.21.15.53:0/1247188110' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-21T09:37:20.341 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-21T09:35:17.597271+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-21T09:37:20.341 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph osd pool get .mgr pg_num 2024-09-21T09:37:20.542 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:37:21.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:21 smithi053 ceph-mon[41013]: osdmap e58: 8 total, 8 up, 8 in 2024-09-21T09:37:21.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:21 smithi053 ceph-mon[41013]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:37:21.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:21 smithi053 ceph-mon[29335]: osdmap e58: 8 total, 8 up, 8 in 2024-09-21T09:37:21.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:21 smithi053 ceph-mon[29335]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:37:21.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:21 smithi170 ceph-mon[32771]: osdmap e58: 8 total, 8 up, 8 in 2024-09-21T09:37:21.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:21 smithi170 ceph-mon[32771]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:37:22.442 INFO:teuthology.orchestra.run.smithi053.stdout:pg_num: 1 2024-09-21T09:37:22.758 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:22 smithi053 ceph-mon[41013]: from='client.? 172.21.15.53:0/1863139574' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-21T09:37:22.758 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:22 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/1863139574' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-21T09:37:22.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:22 smithi170 ceph-mon[32771]: from='client.? 172.21.15.53:0/1863139574' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-21T09:37:23.049 INFO:tasks.cephadm:Adding prometheus.a on smithi170 2024-09-21T09:37:23.049 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph orch apply prometheus '1;smithi170=a' 2024-09-21T09:37:23.259 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.b/config 2024-09-21T09:37:23.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:23 smithi170 ceph-mon[32771]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 98 KiB/s, 0 objects/s recovering 2024-09-21T09:37:23.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:23 smithi053 ceph-mon[29335]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 98 KiB/s, 0 objects/s recovering 2024-09-21T09:37:23.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:23 smithi053 ceph-mon[41013]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 98 KiB/s, 0 objects/s recovering 2024-09-21T09:37:24.981 INFO:teuthology.orchestra.run.smithi170.stdout:Scheduled prometheus update... 2024-09-21T09:37:25.611 DEBUG:teuthology.orchestra.run.smithi170:prometheus.a> sudo journalctl -f -n 0 -u ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@prometheus.a.service 2024-09-21T09:37:25.613 INFO:tasks.cephadm:Adding node-exporter.a on smithi053 2024-09-21T09:37:25.613 INFO:tasks.cephadm:Adding node-exporter.b on smithi170 2024-09-21T09:37:25.613 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph orch apply node-exporter '2;smithi053=a;smithi170=b' 2024-09-21T09:37:25.854 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.b/config 2024-09-21T09:37:26.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:25 smithi053 ceph-mon[29335]: from='client.24319 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi170=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:37:26.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:25 smithi053 ceph-mon[29335]: Saving service prometheus spec with placement smithi170=a;count:1 2024-09-21T09:37:26.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:25 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:37:26.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:25 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:37:26.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:25 smithi053 ceph-mon[29335]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 84 KiB/s, 0 objects/s recovering 2024-09-21T09:37:26.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:25 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:37:26.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:25 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:37:26.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:25 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:37:26.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:25 smithi053 ceph-mon[41013]: from='client.24319 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi170=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:37:26.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:25 smithi053 ceph-mon[41013]: Saving service prometheus spec with placement smithi170=a;count:1 2024-09-21T09:37:26.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:25 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:37:26.327 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:25 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:37:26.327 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:25 smithi053 ceph-mon[41013]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 84 KiB/s, 0 objects/s recovering 2024-09-21T09:37:26.327 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:25 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:37:26.327 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:25 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:37:26.327 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:25 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:37:26.407 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:25 smithi170 ceph-mon[32771]: from='client.24319 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi170=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:37:26.407 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:25 smithi170 ceph-mon[32771]: Saving service prometheus spec with placement smithi170=a;count:1 2024-09-21T09:37:26.407 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:25 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:37:26.407 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:25 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:37:26.407 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:25 smithi170 ceph-mon[32771]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 84 KiB/s, 0 objects/s recovering 2024-09-21T09:37:26.408 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:25 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:37:26.408 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:25 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:37:26.408 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:25 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:37:27.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:26 smithi053 ceph-mon[29335]: Deploying daemon prometheus.a on smithi170 2024-09-21T09:37:27.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:26 smithi053 ceph-mon[41013]: Deploying daemon prometheus.a on smithi170 2024-09-21T09:37:27.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:26 smithi170 ceph-mon[32771]: Deploying daemon prometheus.a on smithi170 2024-09-21T09:37:28.298 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:27 smithi170 ceph-mon[32771]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-21T09:37:28.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:27 smithi053 ceph-mon[29335]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-21T09:37:28.325 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:27 smithi053 ceph-mon[41013]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-21T09:37:28.460 INFO:teuthology.orchestra.run.smithi170.stdout:Scheduled node-exporter update... 2024-09-21T09:37:29.478 DEBUG:teuthology.orchestra.run.smithi053:node-exporter.a> sudo journalctl -f -n 0 -u ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@node-exporter.a.service 2024-09-21T09:37:29.481 DEBUG:teuthology.orchestra.run.smithi170:node-exporter.b> sudo journalctl -f -n 0 -u ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@node-exporter.b.service 2024-09-21T09:37:29.483 INFO:tasks.cephadm:Adding alertmanager.a on smithi053 2024-09-21T09:37:29.483 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph orch apply alertmanager '1;smithi053=a' 2024-09-21T09:37:29.713 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.b/config 2024-09-21T09:37:29.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:29 smithi053 ceph-mon[29335]: from='client.24325 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi053=a;smithi170=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:37:29.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:29 smithi053 ceph-mon[29335]: Saving service node-exporter spec with placement smithi053=a;smithi170=b;count:2 2024-09-21T09:37:29.826 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:29 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:37:29.826 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:29 smithi053 ceph-mon[29335]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-21T09:37:29.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:29 smithi053 ceph-mon[41013]: from='client.24325 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi053=a;smithi170=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:37:29.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:29 smithi053 ceph-mon[41013]: Saving service node-exporter spec with placement smithi053=a;smithi170=b;count:2 2024-09-21T09:37:29.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:29 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:37:29.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:29 smithi053 ceph-mon[41013]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-21T09:37:29.833 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:29 smithi170 ceph-mon[32771]: from='client.24325 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi053=a;smithi170=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:37:29.833 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:29 smithi170 ceph-mon[32771]: Saving service node-exporter spec with placement smithi053=a;smithi170=b;count:2 2024-09-21T09:37:29.834 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:29 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:37:29.834 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:29 smithi170 ceph-mon[32771]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-21T09:37:31.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:31 smithi053 ceph-mon[29335]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 53 KiB/s, 0 objects/s recovering 2024-09-21T09:37:31.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:31 smithi053 ceph-mon[41013]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 53 KiB/s, 0 objects/s recovering 2024-09-21T09:37:31.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:31 smithi170 ceph-mon[32771]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 53 KiB/s, 0 objects/s recovering 2024-09-21T09:37:33.513 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:33 smithi170 ceph-mon[32771]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-21T09:37:33.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:33 smithi053 ceph-mon[29335]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-21T09:37:33.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:33 smithi053 ceph-mon[41013]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-21T09:37:34.117 INFO:teuthology.orchestra.run.smithi170.stdout:Scheduled alertmanager update... 2024-09-21T09:37:35.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:35 smithi170 ceph-mon[32771]: from='client.24331 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi053=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:37:35.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:35 smithi170 ceph-mon[32771]: Saving service alertmanager spec with placement smithi053=a;count:1 2024-09-21T09:37:35.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:35 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:37:35.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:35 smithi053 ceph-mon[29335]: from='client.24331 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi053=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:37:35.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:35 smithi053 ceph-mon[29335]: Saving service alertmanager spec with placement smithi053=a;count:1 2024-09-21T09:37:35.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:35 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:37:35.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:35 smithi053 ceph-mon[41013]: from='client.24331 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi053=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:37:35.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:35 smithi053 ceph-mon[41013]: Saving service alertmanager spec with placement smithi053=a;count:1 2024-09-21T09:37:35.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:35 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:37:35.583 DEBUG:teuthology.orchestra.run.smithi053:alertmanager.a> sudo journalctl -f -n 0 -u ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@alertmanager.a.service 2024-09-21T09:37:35.586 INFO:tasks.cephadm:Adding grafana.a on smithi170 2024-09-21T09:37:35.587 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph orch apply grafana '1;smithi170=a' 2024-09-21T09:37:36.307 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:36 smithi170 ceph-mon[32771]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:37:36.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:36 smithi053 ceph-mon[41013]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:37:36.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:36 smithi053 ceph-mon[29335]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:37:37.396 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:37 smithi170 ceph-mon[32771]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:37:37.484 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.b/config 2024-09-21T09:37:37.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:37 smithi053 ceph-mon[41013]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:37:37.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:37 smithi053 ceph-mon[29335]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:37:39.055 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:37:38 smithi170 podman[62151]: 2024-09-21 09:37:38.91356123 +0000 UTC m=+0.142658420 container create 82003639a5a75ecbcb5f505ee5a52791a2da91fc152a2bef8d2d3d0b4dac2a9e (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-21T09:37:39.391 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:39 smithi170 ceph-mon[32771]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:37:39.391 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:37:39 smithi170 podman[62151]: 2024-09-21 09:37:39.360028946 +0000 UTC m=+0.589126138 container init 82003639a5a75ecbcb5f505ee5a52791a2da91fc152a2bef8d2d3d0b4dac2a9e (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-21T09:37:39.391 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:37:39 smithi170 podman[62151]: 2024-09-21 09:37:39.365627481 +0000 UTC m=+0.594724668 container start 82003639a5a75ecbcb5f505ee5a52791a2da91fc152a2bef8d2d3d0b4dac2a9e (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-21T09:37:39.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:39 smithi053 ceph-mon[41013]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:37:39.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:39 smithi053 ceph-mon[29335]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:37:39.664 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:37:39 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[62184]: ts=2024-09-21T09:37:39.389Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-21T09:37:39.664 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:37:39 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[62184]: ts=2024-09-21T09:37:39.390Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-21T09:37:39.664 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:37:39 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[62184]: ts=2024-09-21T09:37:39.390Z caller=main.go:570 level=info host_details="(Linux 5.14.0-508.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024 x86_64 smithi170 (none))" 2024-09-21T09:37:39.664 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:37:39 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[62184]: ts=2024-09-21T09:37:39.390Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-21T09:37:39.665 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:37:39 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[62184]: ts=2024-09-21T09:37:39.390Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-21T09:37:39.665 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:37:39 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[62184]: ts=2024-09-21T09:37:39.391Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-21T09:37:39.665 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:37:39 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[62184]: ts=2024-09-21T09:37:39.391Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-21T09:37:39.665 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:37:39 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[62184]: ts=2024-09-21T09:37:39.392Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-21T09:37:39.665 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:37:39 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[62184]: ts=2024-09-21T09:37:39.392Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-21T09:37:39.665 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:37:39 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[62184]: ts=2024-09-21T09:37:39.395Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-21T09:37:39.665 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:37:39 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[62184]: ts=2024-09-21T09:37:39.395Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.73µs 2024-09-21T09:37:39.665 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:37:39 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[62184]: ts=2024-09-21T09:37:39.395Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-21T09:37:39.665 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:37:39 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[62184]: ts=2024-09-21T09:37:39.395Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-09-21T09:37:39.665 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:37:39 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[62184]: ts=2024-09-21T09:37:39.395Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=16.904µs wal_replay_duration=194.958µs wbl_replay_duration=166ns total_replay_duration=229.783µs 2024-09-21T09:37:39.665 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:37:39 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[62184]: ts=2024-09-21T09:37:39.396Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-21T09:37:39.665 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:37:39 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[62184]: ts=2024-09-21T09:37:39.396Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-21T09:37:39.665 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:37:39 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[62184]: ts=2024-09-21T09:37:39.396Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-21T09:37:39.666 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:37:39 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[62184]: ts=2024-09-21T09:37:39.416Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=20.505438ms db_storage=868ns remote_storage=1.118µs web_handler=473ns query_engine=500ns scrape=380.079µs scrape_sd=73.384µs notify=718ns notify_sd=1.191µs rules=19.7805ms tracing=6.12µs 2024-09-21T09:37:39.666 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:37:39 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[62184]: ts=2024-09-21T09:37:39.416Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-21T09:37:39.666 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:37:39 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[62184]: ts=2024-09-21T09:37:39.416Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-21T09:37:39.666 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:37:39 smithi170 bash[62151]: 82003639a5a75ecbcb5f505ee5a52791a2da91fc152a2bef8d2d3d0b4dac2a9e 2024-09-21T09:37:39.666 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:37:39 smithi170 systemd[1]: Started Ceph prometheus.a for 41b6d1ee-77fc-11ef-baf6-efdc52797490. 2024-09-21T09:37:39.901 INFO:teuthology.orchestra.run.smithi170.stdout:Scheduled grafana update... 2024-09-21T09:37:40.578 DEBUG:teuthology.orchestra.run.smithi170:grafana.a> sudo journalctl -f -n 0 -u ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@grafana.a.service 2024-09-21T09:37:40.581 INFO:tasks.cephadm:Setting up client nodes... 2024-09-21T09:37:40.581 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-09-21T09:37:40.803 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:37:40.825 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:37:40 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: ignoring --setuser ceph since I am not root 2024-09-21T09:37:40.825 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:37:40 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: ignoring --setgroup ceph since I am not root 2024-09-21T09:37:40.825 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:37:40 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:37:40.704+0000 7f2438ca4040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-21T09:37:40.825 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:37:40 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:37:40.772+0000 7f2438ca4040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-21T09:37:40.826 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:40 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:37:40.826 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:40 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:37:40.826 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:40 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:37:40.826 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:40 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-09-21T09:37:40.826 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:40 smithi053 ceph-mon[29335]: from='client.24337 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi170=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:37:40.826 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:40 smithi053 ceph-mon[29335]: Saving service grafana spec with placement smithi170=a;count:1 2024-09-21T09:37:40.826 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:40 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:37:40.826 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:40 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:37:40.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:40 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:37:40.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:40 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:37:40.827 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:40 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:37:40.827 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:40 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-09-21T09:37:40.827 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:40 smithi053 ceph-mon[41013]: from='client.24337 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi170=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:37:40.827 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:40 smithi053 ceph-mon[41013]: Saving service grafana spec with placement smithi170=a;count:1 2024-09-21T09:37:40.827 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:40 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:37:40.827 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:40 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:37:40.898 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:40 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:37:40.899 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:40 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:37:40.899 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:40 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:37:40.899 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:40 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-09-21T09:37:40.899 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:40 smithi170 ceph-mon[32771]: from='client.24337 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi170=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:37:40.899 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:40 smithi170 ceph-mon[32771]: Saving service grafana spec with placement smithi170=a;count:1 2024-09-21T09:37:40.899 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:40 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:37:40.899 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:40 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' 2024-09-21T09:37:40.899 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:37:40 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[34836]: ignoring --setuser ceph since I am not root 2024-09-21T09:37:40.899 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:37:40 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[34836]: ignoring --setgroup ceph since I am not root 2024-09-21T09:37:40.899 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:37:40 smithi170 ceph-mgr[34859]: -- 172.21.15.170:0/2836275049 <== mon.1 v2:172.21.15.170:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x5654b164b1e0 con 0x5654b1580800 2024-09-21T09:37:40.899 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:37:40 smithi170 ceph-mgr[34859]: -- 172.21.15.170:0/2836275049 <== mon.1 v2:172.21.15.170:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5654b15acd00 con 0x5654b1580800 2024-09-21T09:37:40.899 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:37:40 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[34836]: 2024-09-21T09:37:40.695+0000 7fbf5c9cb040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-21T09:37:40.900 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:37:40 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[34836]: 2024-09-21T09:37:40.751+0000 7fbf5c9cb040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-21T09:37:40.900 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:37:40 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[34836]: 2024-09-21T09:37:40.896+0000 7fbf5c9cb040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-21T09:37:41.163 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:37:40 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[34836]: 2024-09-21T09:37:40.961+0000 7fbf5c9cb040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-21T09:37:41.163 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:37:41 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[34836]: 2024-09-21T09:37:41.105+0000 7fbf5c9cb040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-21T09:37:41.202 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:37:40 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:37:40.937+0000 7f2438ca4040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-21T09:37:41.202 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:37:41 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:37:41.006+0000 7f2438ca4040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-21T09:37:41.202 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:37:41 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:37:41.164+0000 7f2438ca4040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-21T09:37:41.544 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:37:41 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[34836]: 2024-09-21T09:37:41.244+0000 7fbf5c9cb040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-21T09:37:41.547 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:37:41 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:37:41.313+0000 7f2438ca4040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-21T09:37:41.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:41 smithi053 ceph-mon[29335]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-09-21T09:37:41.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:41 smithi053 ceph-mon[29335]: mgrmap e16: y(active, since 4m), standbys: x 2024-09-21T09:37:41.826 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:37:41 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:37:41.634+0000 7f2438ca4040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-21T09:37:41.826 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:37:41 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:37:41.698+0000 7f2438ca4040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-21T09:37:41.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:41 smithi053 ceph-mon[41013]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-09-21T09:37:41.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:41 smithi053 ceph-mon[41013]: mgrmap e16: y(active, since 4m), standbys: x 2024-09-21T09:37:41.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:41 smithi170 ceph-mon[32771]: from='mgr.14150 172.21.15.53:0/1366542073' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-09-21T09:37:41.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:41 smithi170 ceph-mon[32771]: mgrmap e16: y(active, since 4m), standbys: x 2024-09-21T09:37:41.914 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:37:41 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[34836]: 2024-09-21T09:37:41.542+0000 7fbf5c9cb040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-21T09:37:41.914 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:37:41 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[34836]: 2024-09-21T09:37:41.602+0000 7fbf5c9cb040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-21T09:37:41.914 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:37:41 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[34836]: 2024-09-21T09:37:41.783+0000 7fbf5c9cb040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-21T09:37:42.177 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:37:41 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:37:41.888+0000 7f2438ca4040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-21T09:37:42.768 INFO:teuthology.orchestra.run.smithi053.stdout:[client.0] 2024-09-21T09:37:42.769 INFO:teuthology.orchestra.run.smithi053.stdout: key = AQDmk+5mx7KHLRAANefWysQCrY/k3KGDgs8enw== 2024-09-21T09:37:42.913 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:37:42 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[34836]: 2024-09-21T09:37:42.645+0000 7fbf5c9cb040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-21T09:37:42.913 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:37:42 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[34836]: 2024-09-21T09:37:42.710+0000 7fbf5c9cb040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-21T09:37:42.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:42 smithi170 ceph-mon[32771]: from='client.? 172.21.15.53:0/1040862703' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-21T09:37:42.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:42 smithi170 ceph-mon[32771]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-21T09:37:42.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:42 smithi170 ceph-mon[32771]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-21T09:37:43.075 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:42 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/1040862703' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-21T09:37:43.075 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:42 smithi053 ceph-mon[29335]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-21T09:37:43.075 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:42 smithi053 ceph-mon[29335]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-21T09:37:43.075 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:37:42 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:37:42.822+0000 7f2438ca4040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-21T09:37:43.076 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:37:42 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:37:42.891+0000 7f2438ca4040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-21T09:37:43.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:42 smithi053 ceph-mon[41013]: from='client.? 172.21.15.53:0/1040862703' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-21T09:37:43.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:42 smithi053 ceph-mon[41013]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-21T09:37:43.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:42 smithi053 ceph-mon[41013]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-21T09:37:43.512 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-09-21T09:37:43.512 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-09-21T09:37:43.512 DEBUG:teuthology.orchestra.run.smithi053:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-21T09:37:43.552 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-09-21T09:37:43.663 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:37:43 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[34836]: 2024-09-21T09:37:43.409+0000 7fbf5c9cb040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-21T09:37:43.663 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:37:43 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[34836]: 2024-09-21T09:37:43.521+0000 7fbf5c9cb040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-21T09:37:43.755 INFO:teuthology.orchestra.run.smithi170.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.b/config 2024-09-21T09:37:43.770 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:37:43 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:37:43.648+0000 7f2438ca4040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-21T09:37:43.770 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:37:43 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:37:43.768+0000 7f2438ca4040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-21T09:37:43.965 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:37:43 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[34836]: 2024-09-21T09:37:43.668+0000 7fbf5c9cb040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-21T09:37:43.965 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:37:43 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[34836]: 2024-09-21T09:37:43.739+0000 7fbf5c9cb040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-21T09:37:43.965 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:37:43 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[34836]: 2024-09-21T09:37:43.894+0000 7fbf5c9cb040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-21T09:37:43.965 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:37:43 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[34836]: 2024-09-21T09:37:43.962+0000 7fbf5c9cb040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-21T09:37:44.075 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:37:43 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:37:43.917+0000 7f2438ca4040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-21T09:37:44.075 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:37:43 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:37:43.981+0000 7f2438ca4040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-21T09:37:44.257 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:37:44 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[34836]: 2024-09-21T09:37:44.027+0000 7fbf5c9cb040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-21T09:37:44.257 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:37:44 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[34836]: 2024-09-21T09:37:44.188+0000 7fbf5c9cb040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-21T09:37:44.257 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:37:44 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[34836]: 2024-09-21T09:37:44.255+0000 7fbf5c9cb040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-21T09:37:44.431 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:37:44 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:37:44.134+0000 7f2438ca4040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-21T09:37:44.431 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:37:44 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:37:44.205+0000 7f2438ca4040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-21T09:37:44.431 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:37:44 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:37:44.267+0000 7f2438ca4040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-21T09:37:44.431 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:37:44 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:37:44.429+0000 7f2438ca4040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-21T09:37:44.521 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:37:44 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[34836]: 2024-09-21T09:37:44.322+0000 7fbf5c9cb040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-21T09:37:44.521 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:37:44 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[34836]: 2024-09-21T09:37:44.403+0000 7fbf5c9cb040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-21T09:37:44.521 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:37:44 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[34836]: 2024-09-21T09:37:44.462+0000 7fbf5c9cb040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-21T09:37:44.521 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:37:44 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[34836]: 2024-09-21T09:37:44.519+0000 7fbf5c9cb040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-21T09:37:44.715 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:37:44 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:37:44.497+0000 7f2438ca4040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-21T09:37:44.715 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:37:44 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:37:44.565+0000 7f2438ca4040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-21T09:37:44.715 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:37:44 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:37:44.651+0000 7f2438ca4040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-21T09:37:44.715 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:37:44 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:37:44.712+0000 7f2438ca4040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-21T09:37:45.075 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:37:44 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:37:44.774+0000 7f2438ca4040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-21T09:37:45.646 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:37:45 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:37:45.588+0000 7f2438ca4040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-21T09:37:45.646 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:45 smithi053 ceph-mon[41013]: Standby manager daemon x restarted 2024-09-21T09:37:45.647 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:45 smithi053 ceph-mon[41013]: Standby manager daemon x started 2024-09-21T09:37:45.647 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:45 smithi053 ceph-mon[41013]: from='mgr.? 172.21.15.170:0/3698327654' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-21T09:37:45.647 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:45 smithi053 ceph-mon[41013]: from='mgr.? 172.21.15.170:0/3698327654' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-21T09:37:45.647 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:45 smithi053 ceph-mon[41013]: from='mgr.? 172.21.15.170:0/3698327654' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-21T09:37:45.647 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:45 smithi053 ceph-mon[41013]: from='mgr.? 172.21.15.170:0/3698327654' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-21T09:37:45.647 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:45 smithi053 ceph-mon[29335]: Standby manager daemon x restarted 2024-09-21T09:37:45.647 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:45 smithi053 ceph-mon[29335]: Standby manager daemon x started 2024-09-21T09:37:45.647 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:45 smithi053 ceph-mon[29335]: from='mgr.? 172.21.15.170:0/3698327654' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-21T09:37:45.647 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:45 smithi053 ceph-mon[29335]: from='mgr.? 172.21.15.170:0/3698327654' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-21T09:37:45.647 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:45 smithi053 ceph-mon[29335]: from='mgr.? 172.21.15.170:0/3698327654' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-21T09:37:45.647 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:45 smithi053 ceph-mon[29335]: from='mgr.? 172.21.15.170:0/3698327654' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-21T09:37:45.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:45 smithi170 ceph-mon[32771]: Standby manager daemon x restarted 2024-09-21T09:37:45.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:45 smithi170 ceph-mon[32771]: Standby manager daemon x started 2024-09-21T09:37:45.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:45 smithi170 ceph-mon[32771]: from='mgr.? 172.21.15.170:0/3698327654' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-21T09:37:45.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:45 smithi170 ceph-mon[32771]: from='mgr.? 172.21.15.170:0/3698327654' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-21T09:37:45.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:45 smithi170 ceph-mon[32771]: from='mgr.? 172.21.15.170:0/3698327654' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-21T09:37:45.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:45 smithi170 ceph-mon[32771]: from='mgr.? 172.21.15.170:0/3698327654' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-21T09:37:45.664 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:37:45 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[34836]: 2024-09-21T09:37:45.322+0000 7fbf5c9cb040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-21T09:37:45.664 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:37:45 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[34836]: [21/Sep/2024:09:37:45] ENGINE Bus STARTING 2024-09-21T09:37:45.664 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:37:45 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[34836]: CherryPy Checker: 2024-09-21T09:37:45.664 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:37:45 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[34836]: The Application mounted at '' has an empty config. 2024-09-21T09:37:45.664 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:37:45 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[34836]: 2024-09-21T09:37:45.664 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:37:45 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[34836]: [21/Sep/2024:09:37:45] ENGINE Serving on http://:::9283 2024-09-21T09:37:45.664 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:37:45 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[34836]: [21/Sep/2024:09:37:45] ENGINE Bus STARTED 2024-09-21T09:37:45.745 INFO:teuthology.orchestra.run.smithi170.stdout:[client.1] 2024-09-21T09:37:45.745 INFO:teuthology.orchestra.run.smithi170.stdout: key = AQDpk+5mHW4SLBAAI0HEYg2ExqqGBLZ1amGW9Q== 2024-09-21T09:37:45.924 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:37:45 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: [21/Sep/2024:09:37:45] ENGINE Bus STARTING 2024-09-21T09:37:45.925 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:37:45 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: CherryPy Checker: 2024-09-21T09:37:45.925 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:37:45 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: The Application mounted at '' has an empty config. 2024-09-21T09:37:45.925 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:37:45 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:37:45.925 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:37:45 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: [21/Sep/2024:09:37:45] ENGINE Serving on http://:::9283 2024-09-21T09:37:45.925 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:37:45 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: [21/Sep/2024:09:37:45] ENGINE Bus STARTED 2024-09-21T09:37:46.406 DEBUG:teuthology.orchestra.run.smithi170:> set -ex 2024-09-21T09:37:46.406 DEBUG:teuthology.orchestra.run.smithi170:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-09-21T09:37:46.406 DEBUG:teuthology.orchestra.run.smithi170:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-21T09:37:46.446 INFO:tasks.cephadm:Creating RBD pool 2024-09-21T09:37:46.446 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph osd pool create rbd 8 2024-09-21T09:37:46.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:46 smithi170 ceph-mon[32771]: mgrmap e17: y(active, since 4m), standbys: x 2024-09-21T09:37:46.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:46 smithi170 ceph-mon[32771]: Active manager daemon y restarted 2024-09-21T09:37:46.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:46 smithi170 ceph-mon[32771]: Activating manager daemon y 2024-09-21T09:37:46.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:46 smithi170 ceph-mon[32771]: osdmap e59: 8 total, 8 up, 8 in 2024-09-21T09:37:46.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:46 smithi170 ceph-mon[32771]: mgrmap e18: y(active, starting, since 0.00652615s), standbys: x 2024-09-21T09:37:46.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:46 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-21T09:37:46.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:46 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T09:37:46.665 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:46 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T09:37:46.665 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:46 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-21T09:37:46.665 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:46 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-21T09:37:46.665 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:46 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-21T09:37:46.665 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:46 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-21T09:37:46.665 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:46 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-21T09:37:46.665 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:46 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-21T09:37:46.665 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:46 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-21T09:37:46.665 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:46 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-21T09:37:46.665 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:46 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-21T09:37:46.665 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:46 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-21T09:37:46.665 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:46 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-21T09:37:46.665 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:46 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-21T09:37:46.665 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:46 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-21T09:37:46.665 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:46 smithi170 ceph-mon[32771]: Manager daemon y is now available 2024-09-21T09:37:46.666 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:46 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:37:46.666 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:46 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:37:46.666 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:46 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:37:46.666 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:46 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-21T09:37:46.666 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:46 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-21T09:37:46.666 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:46 smithi170 ceph-mon[32771]: from='client.? 172.21.15.170:0/2685512201' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-21T09:37:46.666 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:46 smithi170 ceph-mon[32771]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-21T09:37:46.666 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:46 smithi170 ceph-mon[32771]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-21T09:37:46.717 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:46 smithi053 ceph-mon[41013]: mgrmap e17: y(active, since 4m), standbys: x 2024-09-21T09:37:46.717 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:46 smithi053 ceph-mon[41013]: Active manager daemon y restarted 2024-09-21T09:37:46.717 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:46 smithi053 ceph-mon[41013]: Activating manager daemon y 2024-09-21T09:37:46.717 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:46 smithi053 ceph-mon[41013]: osdmap e59: 8 total, 8 up, 8 in 2024-09-21T09:37:46.718 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:46 smithi053 ceph-mon[41013]: mgrmap e18: y(active, starting, since 0.00652615s), standbys: x 2024-09-21T09:37:46.718 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:46 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-21T09:37:46.718 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:46 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T09:37:46.718 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:46 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T09:37:46.718 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:46 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-21T09:37:46.718 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:46 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-21T09:37:46.718 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:46 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-21T09:37:46.718 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:46 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-21T09:37:46.718 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:46 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-21T09:37:46.718 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:46 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-21T09:37:46.718 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:46 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-21T09:37:46.718 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:46 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-21T09:37:46.718 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:46 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-21T09:37:46.719 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:46 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-21T09:37:46.719 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:46 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-21T09:37:46.719 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:46 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-21T09:37:46.719 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:46 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-21T09:37:46.719 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:46 smithi053 ceph-mon[41013]: Manager daemon y is now available 2024-09-21T09:37:46.719 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:46 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:37:46.719 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:46 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:37:46.719 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:46 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:37:46.719 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:46 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-21T09:37:46.719 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:46 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-21T09:37:46.719 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:46 smithi053 ceph-mon[41013]: from='client.? 172.21.15.170:0/2685512201' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-21T09:37:46.719 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:46 smithi053 ceph-mon[41013]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-21T09:37:46.719 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:46 smithi053 ceph-mon[41013]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-21T09:37:46.720 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:46 smithi053 ceph-mon[29335]: mgrmap e17: y(active, since 4m), standbys: x 2024-09-21T09:37:46.720 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:46 smithi053 ceph-mon[29335]: Active manager daemon y restarted 2024-09-21T09:37:46.720 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:46 smithi053 ceph-mon[29335]: Activating manager daemon y 2024-09-21T09:37:46.720 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:46 smithi053 ceph-mon[29335]: osdmap e59: 8 total, 8 up, 8 in 2024-09-21T09:37:46.720 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:46 smithi053 ceph-mon[29335]: mgrmap e18: y(active, starting, since 0.00652615s), standbys: x 2024-09-21T09:37:46.720 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:46 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-21T09:37:46.720 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:46 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T09:37:46.720 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:46 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T09:37:46.720 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:46 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-21T09:37:46.720 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:46 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-21T09:37:46.720 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:46 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-21T09:37:46.720 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:46 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-21T09:37:46.720 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:46 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-21T09:37:46.720 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:46 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-21T09:37:46.721 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:46 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-21T09:37:46.721 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:46 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-21T09:37:46.721 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:46 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-21T09:37:46.721 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:46 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-21T09:37:46.721 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:46 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-21T09:37:46.721 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:46 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-21T09:37:46.721 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:46 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-21T09:37:46.721 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:46 smithi053 ceph-mon[29335]: Manager daemon y is now available 2024-09-21T09:37:46.721 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:46 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:37:46.721 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:46 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:37:46.722 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:46 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:37:46.722 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:46 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-21T09:37:46.722 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:46 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-21T09:37:46.722 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:46 smithi053 ceph-mon[29335]: from='client.? 172.21.15.170:0/2685512201' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-21T09:37:46.722 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:46 smithi053 ceph-mon[29335]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-21T09:37:46.722 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:46 smithi053 ceph-mon[29335]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-21T09:37:47.149 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:37:47.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:47 smithi053 ceph-mon[29335]: mgrmap e19: y(active, since 1.01134s), standbys: x 2024-09-21T09:37:47.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:47 smithi053 ceph-mon[41013]: mgrmap e19: y(active, since 1.01134s), standbys: x 2024-09-21T09:37:47.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:47 smithi170 ceph-mon[32771]: mgrmap e19: y(active, since 1.01134s), standbys: x 2024-09-21T09:37:48.326 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:37:47 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:37:47.885+0000 7f2392a16640 -1 log_channel(cephadm) log [ERR] : [21/Sep/2024:09:37:47] ENGINE Error in HTTPServer.serve 2024-09-21T09:37:48.326 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:37:47 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: Traceback (most recent call last): 2024-09-21T09:37:48.326 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:37:47 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-21T09:37:48.326 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:37:47 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: self._connections.run(self.expiration_interval) 2024-09-21T09:37:48.326 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:37:47 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-21T09:37:48.326 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:37:47 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: self._run(expiration_interval) 2024-09-21T09:37:48.326 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:37:47 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-21T09:37:48.326 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:37:47 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: new_conn = self._from_server_socket(self.server.socket) 2024-09-21T09:37:48.326 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:37:47 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-21T09:37:48.326 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:37:47 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-21T09:37:48.327 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:37:47 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-21T09:37:48.327 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:37:47 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: s = self.context.wrap_socket( 2024-09-21T09:37:48.327 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:37:47 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-21T09:37:48.327 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:37:47 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: return self.sslsocket_class._create( 2024-09-21T09:37:48.327 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:37:47 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-21T09:37:48.327 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:37:47 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: self.do_handshake() 2024-09-21T09:37:48.327 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:37:47 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-21T09:37:48.327 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:37:47 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: self._sslobj.do_handshake() 2024-09-21T09:37:48.327 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:37:47 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-21T09:37:48.327 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:37:47 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:37:48.695 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:48 smithi053 ceph-mon[29335]: pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:37:48.695 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:48 smithi053 ceph-mon[29335]: pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:37:48.695 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:48 smithi053 ceph-mon[29335]: mgrmap e20: y(active, since 2s), standbys: x 2024-09-21T09:37:48.695 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:48 smithi053 ceph-mon[41013]: pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:37:48.695 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:48 smithi053 ceph-mon[41013]: pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:37:48.696 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:48 smithi053 ceph-mon[41013]: mgrmap e20: y(active, since 2s), standbys: x 2024-09-21T09:37:48.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:48 smithi170 ceph-mon[32771]: pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:37:48.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:48 smithi170 ceph-mon[32771]: pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:37:48.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:48 smithi170 ceph-mon[32771]: mgrmap e20: y(active, since 2s), standbys: x 2024-09-21T09:37:49.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:49 smithi170 ceph-mon[32771]: [21/Sep/2024:09:37:47] ENGINE Bus STARTING 2024-09-21T09:37:49.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:49 smithi170 ceph-mon[32771]: [21/Sep/2024:09:37:47] ENGINE Serving on https://172.21.15.53:7150 2024-09-21T09:37:49.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:49 smithi170 ceph-mon[32771]: [21/Sep/2024:09:37:47] ENGINE Error in HTTPServer.serve 2024-09-21T09:37:49.914 INFO:journalctl@ceph.mon.b.smithi170.stdout: Traceback (most recent call last): 2024-09-21T09:37:49.914 INFO:journalctl@ceph.mon.b.smithi170.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-21T09:37:49.914 INFO:journalctl@ceph.mon.b.smithi170.stdout: self._connections.run(self.expiration_interval) 2024-09-21T09:37:49.915 INFO:journalctl@ceph.mon.b.smithi170.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-21T09:37:49.915 INFO:journalctl@ceph.mon.b.smithi170.stdout: self._run(expiration_interval) 2024-09-21T09:37:49.915 INFO:journalctl@ceph.mon.b.smithi170.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-21T09:37:49.915 INFO:journalctl@ceph.mon.b.smithi170.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-21T09:37:49.915 INFO:journalctl@ceph.mon.b.smithi170.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-21T09:37:49.915 INFO:journalctl@ceph.mon.b.smithi170.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-21T09:37:49.915 INFO:journalctl@ceph.mon.b.smithi170.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-21T09:37:49.915 INFO:journalctl@ceph.mon.b.smithi170.stdout: s = self.context.wrap_socket( 2024-09-21T09:37:49.915 INFO:journalctl@ceph.mon.b.smithi170.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-21T09:37:49.915 INFO:journalctl@ceph.mon.b.smithi170.stdout: return self.sslsocket_class._create( 2024-09-21T09:37:49.915 INFO:journalctl@ceph.mon.b.smithi170.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-21T09:37:49.916 INFO:journalctl@ceph.mon.b.smithi170.stdout: self.do_handshake() 2024-09-21T09:37:49.916 INFO:journalctl@ceph.mon.b.smithi170.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-21T09:37:49.916 INFO:journalctl@ceph.mon.b.smithi170.stdout: self._sslobj.do_handshake() 2024-09-21T09:37:49.916 INFO:journalctl@ceph.mon.b.smithi170.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-21T09:37:49.916 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:49 smithi170 ceph-mon[32771]: [21/Sep/2024:09:37:47] ENGINE Serving on http://172.21.15.53:8765 2024-09-21T09:37:49.916 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:49 smithi170 ceph-mon[32771]: [21/Sep/2024:09:37:47] ENGINE Bus STARTED 2024-09-21T09:37:49.917 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:49 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:37:49.917 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:49 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:37:49.917 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:49 smithi170 ceph-mon[32771]: from='client.? 172.21.15.53:0/2245314662' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-09-21T09:37:49.917 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:49 smithi170 ceph-mon[32771]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-09-21T09:37:49.917 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:49 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:37:49.917 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:49 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:37:50.015 INFO:teuthology.orchestra.run.smithi053.stderr:pool 'rbd' created 2024-09-21T09:37:50.015 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:49 smithi053 ceph-mon[41013]: [21/Sep/2024:09:37:47] ENGINE Bus STARTING 2024-09-21T09:37:50.015 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:49 smithi053 ceph-mon[41013]: [21/Sep/2024:09:37:47] ENGINE Serving on https://172.21.15.53:7150 2024-09-21T09:37:50.016 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:49 smithi053 ceph-mon[41013]: [21/Sep/2024:09:37:47] ENGINE Error in HTTPServer.serve 2024-09-21T09:37:50.016 INFO:journalctl@ceph.mon.c.smithi053.stdout: Traceback (most recent call last): 2024-09-21T09:37:50.016 INFO:journalctl@ceph.mon.c.smithi053.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-21T09:37:50.016 INFO:journalctl@ceph.mon.c.smithi053.stdout: self._connections.run(self.expiration_interval) 2024-09-21T09:37:50.016 INFO:journalctl@ceph.mon.c.smithi053.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-21T09:37:50.016 INFO:journalctl@ceph.mon.c.smithi053.stdout: self._run(expiration_interval) 2024-09-21T09:37:50.016 INFO:journalctl@ceph.mon.c.smithi053.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-21T09:37:50.016 INFO:journalctl@ceph.mon.c.smithi053.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-21T09:37:50.016 INFO:journalctl@ceph.mon.c.smithi053.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-21T09:37:50.016 INFO:journalctl@ceph.mon.c.smithi053.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-21T09:37:50.016 INFO:journalctl@ceph.mon.c.smithi053.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-21T09:37:50.016 INFO:journalctl@ceph.mon.c.smithi053.stdout: s = self.context.wrap_socket( 2024-09-21T09:37:50.016 INFO:journalctl@ceph.mon.c.smithi053.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-21T09:37:50.016 INFO:journalctl@ceph.mon.c.smithi053.stdout: return self.sslsocket_class._create( 2024-09-21T09:37:50.016 INFO:journalctl@ceph.mon.c.smithi053.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-21T09:37:50.016 INFO:journalctl@ceph.mon.c.smithi053.stdout: self.do_handshake() 2024-09-21T09:37:50.017 INFO:journalctl@ceph.mon.c.smithi053.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-21T09:37:50.017 INFO:journalctl@ceph.mon.c.smithi053.stdout: self._sslobj.do_handshake() 2024-09-21T09:37:50.017 INFO:journalctl@ceph.mon.c.smithi053.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-21T09:37:50.017 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:49 smithi053 ceph-mon[41013]: [21/Sep/2024:09:37:47] ENGINE Serving on http://172.21.15.53:8765 2024-09-21T09:37:50.017 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:49 smithi053 ceph-mon[41013]: [21/Sep/2024:09:37:47] ENGINE Bus STARTED 2024-09-21T09:37:50.017 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:49 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:37:50.017 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:49 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:37:50.017 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:49 smithi053 ceph-mon[41013]: from='client.? 172.21.15.53:0/2245314662' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-09-21T09:37:50.017 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:49 smithi053 ceph-mon[41013]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-09-21T09:37:50.017 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:49 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:37:50.017 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:49 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:37:50.017 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:49 smithi053 ceph-mon[29335]: [21/Sep/2024:09:37:47] ENGINE Bus STARTING 2024-09-21T09:37:50.017 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:49 smithi053 ceph-mon[29335]: [21/Sep/2024:09:37:47] ENGINE Serving on https://172.21.15.53:7150 2024-09-21T09:37:50.017 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:49 smithi053 ceph-mon[29335]: [21/Sep/2024:09:37:47] ENGINE Error in HTTPServer.serve 2024-09-21T09:37:50.017 INFO:journalctl@ceph.mon.a.smithi053.stdout: Traceback (most recent call last): 2024-09-21T09:37:50.018 INFO:journalctl@ceph.mon.a.smithi053.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-21T09:37:50.018 INFO:journalctl@ceph.mon.a.smithi053.stdout: self._connections.run(self.expiration_interval) 2024-09-21T09:37:50.018 INFO:journalctl@ceph.mon.a.smithi053.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-21T09:37:50.018 INFO:journalctl@ceph.mon.a.smithi053.stdout: self._run(expiration_interval) 2024-09-21T09:37:50.018 INFO:journalctl@ceph.mon.a.smithi053.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-21T09:37:50.018 INFO:journalctl@ceph.mon.a.smithi053.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-21T09:37:50.018 INFO:journalctl@ceph.mon.a.smithi053.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-21T09:37:50.018 INFO:journalctl@ceph.mon.a.smithi053.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-21T09:37:50.018 INFO:journalctl@ceph.mon.a.smithi053.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-21T09:37:50.018 INFO:journalctl@ceph.mon.a.smithi053.stdout: s = self.context.wrap_socket( 2024-09-21T09:37:50.018 INFO:journalctl@ceph.mon.a.smithi053.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-21T09:37:50.018 INFO:journalctl@ceph.mon.a.smithi053.stdout: return self.sslsocket_class._create( 2024-09-21T09:37:50.018 INFO:journalctl@ceph.mon.a.smithi053.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-21T09:37:50.018 INFO:journalctl@ceph.mon.a.smithi053.stdout: self.do_handshake() 2024-09-21T09:37:50.018 INFO:journalctl@ceph.mon.a.smithi053.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-21T09:37:50.019 INFO:journalctl@ceph.mon.a.smithi053.stdout: self._sslobj.do_handshake() 2024-09-21T09:37:50.019 INFO:journalctl@ceph.mon.a.smithi053.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-21T09:37:50.019 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:49 smithi053 ceph-mon[29335]: [21/Sep/2024:09:37:47] ENGINE Serving on http://172.21.15.53:8765 2024-09-21T09:37:50.019 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:49 smithi053 ceph-mon[29335]: [21/Sep/2024:09:37:47] ENGINE Bus STARTED 2024-09-21T09:37:50.019 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:49 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:37:50.019 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:49 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:37:50.019 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:49 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/2245314662' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-09-21T09:37:50.019 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:49 smithi053 ceph-mon[29335]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-09-21T09:37:50.019 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:49 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:37:50.019 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:49 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:37:50.656 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- rbd pool init rbd 2024-09-21T09:37:50.865 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:37:50.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:50 smithi170 ceph-mon[32771]: pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:37:50.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:50 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:37:50.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:50 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:37:50.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:50 smithi170 ceph-mon[32771]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-09-21T09:37:50.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:50 smithi170 ceph-mon[32771]: osdmap e60: 8 total, 8 up, 8 in 2024-09-21T09:37:50.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:50 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:37:50.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:50 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:37:50.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:50 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:37:50.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:50 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:37:50.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:50 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:37:50.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:50 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:37:50.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:50 smithi170 ceph-mon[32771]: Adjusting osd_memory_target on smithi170 to 4016M 2024-09-21T09:37:50.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:50 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:37:50.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:50 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:37:50.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:50 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:37:50.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:50 smithi170 ceph-mon[32771]: Updating smithi053:/etc/ceph/ceph.conf 2024-09-21T09:37:50.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:50 smithi170 ceph-mon[32771]: Updating smithi170:/etc/ceph/ceph.conf 2024-09-21T09:37:50.915 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:50 smithi170 ceph-mon[32771]: mgrmap e21: y(active, since 5s), standbys: x 2024-09-21T09:37:50.987 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:50 smithi053 ceph-mon[29335]: pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:37:50.987 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:50 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:37:50.987 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:50 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:37:50.987 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:50 smithi053 ceph-mon[29335]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-09-21T09:37:50.987 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:50 smithi053 ceph-mon[29335]: osdmap e60: 8 total, 8 up, 8 in 2024-09-21T09:37:50.987 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:50 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:37:50.987 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:50 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:37:50.987 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:50 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:37:50.987 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:50 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:37:50.987 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:50 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:37:50.988 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:50 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:37:50.988 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:50 smithi053 ceph-mon[29335]: Adjusting osd_memory_target on smithi170 to 4016M 2024-09-21T09:37:50.988 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:50 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:37:50.988 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:50 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:37:50.988 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:50 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:37:50.988 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:50 smithi053 ceph-mon[29335]: Updating smithi053:/etc/ceph/ceph.conf 2024-09-21T09:37:50.988 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:50 smithi053 ceph-mon[29335]: Updating smithi170:/etc/ceph/ceph.conf 2024-09-21T09:37:50.988 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:50 smithi053 ceph-mon[29335]: mgrmap e21: y(active, since 5s), standbys: x 2024-09-21T09:37:50.988 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:50 smithi053 ceph-mon[41013]: pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:37:50.988 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:50 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:37:50.988 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:50 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:37:50.988 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:50 smithi053 ceph-mon[41013]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-09-21T09:37:50.989 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:50 smithi053 ceph-mon[41013]: osdmap e60: 8 total, 8 up, 8 in 2024-09-21T09:37:50.989 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:50 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:37:50.989 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:50 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:37:50.989 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:50 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:37:50.989 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:50 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:37:50.989 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:50 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:37:50.989 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:50 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-21T09:37:50.989 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:50 smithi053 ceph-mon[41013]: Adjusting osd_memory_target on smithi170 to 4016M 2024-09-21T09:37:50.989 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:50 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:37:50.989 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:50 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:37:50.989 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:50 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:37:50.989 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:50 smithi053 ceph-mon[41013]: Updating smithi053:/etc/ceph/ceph.conf 2024-09-21T09:37:50.989 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:50 smithi053 ceph-mon[41013]: Updating smithi170:/etc/ceph/ceph.conf 2024-09-21T09:37:50.989 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:50 smithi053 ceph-mon[41013]: mgrmap e21: y(active, since 5s), standbys: x 2024-09-21T09:37:52.075 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:37:52 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: ::ffff:172.21.15.170 - - [21/Sep/2024:09:37:52] "GET /metrics HTTP/1.1" 200 23675 "" "Prometheus/2.43.0" 2024-09-21T09:37:52.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:52 smithi053 ceph-mon[41013]: Updating smithi170:/var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/config/ceph.conf 2024-09-21T09:37:52.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:52 smithi053 ceph-mon[41013]: Updating smithi053:/var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/config/ceph.conf 2024-09-21T09:37:52.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:52 smithi053 ceph-mon[41013]: Updating smithi170:/etc/ceph/ceph.client.admin.keyring 2024-09-21T09:37:52.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:52 smithi053 ceph-mon[41013]: Updating smithi053:/etc/ceph/ceph.client.admin.keyring 2024-09-21T09:37:52.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:52 smithi053 ceph-mon[41013]: osdmap e61: 8 total, 8 up, 8 in 2024-09-21T09:37:52.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:52 smithi053 ceph-mon[41013]: Updating smithi170:/var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/config/ceph.client.admin.keyring 2024-09-21T09:37:52.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:52 smithi053 ceph-mon[41013]: Updating smithi053:/var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/config/ceph.client.admin.keyring 2024-09-21T09:37:52.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:52 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:37:52.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:52 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:37:52.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:52 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:37:52.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:52 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:37:52.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:52 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:37:52.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:52 smithi053 ceph-mon[41013]: Deploying daemon alertmanager.a on smithi053 2024-09-21T09:37:52.077 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:52 smithi053 ceph-mon[41013]: pgmap v8: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:37:52.077 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:52 smithi053 ceph-mon[29335]: Updating smithi170:/var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/config/ceph.conf 2024-09-21T09:37:52.077 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:52 smithi053 ceph-mon[29335]: Updating smithi053:/var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/config/ceph.conf 2024-09-21T09:37:52.077 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:52 smithi053 ceph-mon[29335]: Updating smithi170:/etc/ceph/ceph.client.admin.keyring 2024-09-21T09:37:52.077 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:52 smithi053 ceph-mon[29335]: Updating smithi053:/etc/ceph/ceph.client.admin.keyring 2024-09-21T09:37:52.077 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:52 smithi053 ceph-mon[29335]: osdmap e61: 8 total, 8 up, 8 in 2024-09-21T09:37:52.077 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:52 smithi053 ceph-mon[29335]: Updating smithi170:/var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/config/ceph.client.admin.keyring 2024-09-21T09:37:52.077 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:52 smithi053 ceph-mon[29335]: Updating smithi053:/var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/config/ceph.client.admin.keyring 2024-09-21T09:37:52.077 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:52 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:37:52.077 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:52 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:37:52.077 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:52 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:37:52.077 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:52 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:37:52.078 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:52 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:37:52.078 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:52 smithi053 ceph-mon[29335]: Deploying daemon alertmanager.a on smithi053 2024-09-21T09:37:52.078 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:52 smithi053 ceph-mon[29335]: pgmap v8: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:37:52.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:52 smithi170 ceph-mon[32771]: Updating smithi170:/var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/config/ceph.conf 2024-09-21T09:37:52.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:52 smithi170 ceph-mon[32771]: Updating smithi053:/var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/config/ceph.conf 2024-09-21T09:37:52.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:52 smithi170 ceph-mon[32771]: Updating smithi170:/etc/ceph/ceph.client.admin.keyring 2024-09-21T09:37:52.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:52 smithi170 ceph-mon[32771]: Updating smithi053:/etc/ceph/ceph.client.admin.keyring 2024-09-21T09:37:52.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:52 smithi170 ceph-mon[32771]: osdmap e61: 8 total, 8 up, 8 in 2024-09-21T09:37:52.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:52 smithi170 ceph-mon[32771]: Updating smithi170:/var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/config/ceph.client.admin.keyring 2024-09-21T09:37:52.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:52 smithi170 ceph-mon[32771]: Updating smithi053:/var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/config/ceph.client.admin.keyring 2024-09-21T09:37:52.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:52 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:37:52.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:52 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:37:52.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:52 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:37:52.415 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:52 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:37:52.415 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:52 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:37:52.415 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:52 smithi170 ceph-mon[32771]: Deploying daemon alertmanager.a on smithi053 2024-09-21T09:37:52.415 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:52 smithi170 ceph-mon[32771]: pgmap v8: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:37:53.325 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:53 smithi053 ceph-mon[41013]: osdmap e62: 8 total, 8 up, 8 in 2024-09-21T09:37:53.325 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:53 smithi053 ceph-mon[41013]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-21T09:37:53.325 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:53 smithi053 ceph-mon[41013]: from='client.? 172.21.15.53:0/604426607' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-09-21T09:37:53.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:53 smithi053 ceph-mon[29335]: osdmap e62: 8 total, 8 up, 8 in 2024-09-21T09:37:53.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:53 smithi053 ceph-mon[29335]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-21T09:37:53.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:53 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/604426607' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-09-21T09:37:53.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:53 smithi170 ceph-mon[32771]: osdmap e62: 8 total, 8 up, 8 in 2024-09-21T09:37:53.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:53 smithi170 ceph-mon[32771]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-21T09:37:53.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:53 smithi170 ceph-mon[32771]: from='client.? 172.21.15.53:0/604426607' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-09-21T09:37:54.826 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:54 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/604426607' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-09-21T09:37:54.826 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:54 smithi053 ceph-mon[29335]: osdmap e63: 8 total, 8 up, 8 in 2024-09-21T09:37:54.826 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:54 smithi053 ceph-mon[29335]: pgmap v11: 9 pgs: 9 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 51 KiB/s rd, 0 B/s wr, 28 op/s 2024-09-21T09:37:54.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:54 smithi053 ceph-mon[41013]: from='client.? 172.21.15.53:0/604426607' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-09-21T09:37:54.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:54 smithi053 ceph-mon[41013]: osdmap e63: 8 total, 8 up, 8 in 2024-09-21T09:37:54.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:54 smithi053 ceph-mon[41013]: pgmap v11: 9 pgs: 9 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 51 KiB/s rd, 0 B/s wr, 28 op/s 2024-09-21T09:37:54.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:54 smithi170 ceph-mon[32771]: from='client.? 172.21.15.53:0/604426607' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-09-21T09:37:54.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:54 smithi170 ceph-mon[32771]: osdmap e63: 8 total, 8 up, 8 in 2024-09-21T09:37:54.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:54 smithi170 ceph-mon[32771]: pgmap v11: 9 pgs: 9 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 51 KiB/s rd, 0 B/s wr, 28 op/s 2024-09-21T09:37:55.825 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:55 smithi053 ceph-mon[41013]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-21T09:37:55.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:55 smithi053 ceph-mon[41013]: Cluster is now healthy 2024-09-21T09:37:55.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:55 smithi053 ceph-mon[41013]: osdmap e64: 8 total, 8 up, 8 in 2024-09-21T09:37:55.826 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:55 smithi053 ceph-mon[29335]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-21T09:37:55.826 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:55 smithi053 ceph-mon[29335]: Cluster is now healthy 2024-09-21T09:37:55.826 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:55 smithi053 ceph-mon[29335]: osdmap e64: 8 total, 8 up, 8 in 2024-09-21T09:37:55.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:55 smithi170 ceph-mon[32771]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-21T09:37:55.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:55 smithi170 ceph-mon[32771]: Cluster is now healthy 2024-09-21T09:37:55.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:55 smithi170 ceph-mon[32771]: osdmap e64: 8 total, 8 up, 8 in 2024-09-21T09:37:56.560 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph config log 1 --format=json 2024-09-21T09:37:56.768 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:56 smithi053 ceph-mon[29335]: osdmap e65: 8 total, 8 up, 8 in 2024-09-21T09:37:56.768 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:56 smithi053 ceph-mon[29335]: pgmap v14: 9 pgs: 9 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 51 KiB/s rd, 0 B/s wr, 28 op/s 2024-09-21T09:37:56.768 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:56 smithi053 ceph-mon[41013]: osdmap e65: 8 total, 8 up, 8 in 2024-09-21T09:37:56.768 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:56 smithi053 ceph-mon[41013]: pgmap v14: 9 pgs: 9 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 51 KiB/s rd, 0 B/s wr, 28 op/s 2024-09-21T09:37:56.775 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:56 smithi170 ceph-mon[32771]: osdmap e65: 8 total, 8 up, 8 in 2024-09-21T09:37:56.775 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:56 smithi170 ceph-mon[32771]: pgmap v14: 9 pgs: 9 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 51 KiB/s rd, 0 B/s wr, 28 op/s 2024-09-21T09:37:57.596 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:37:57.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:57 smithi170 ceph-mon[32771]: pgmap v15: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 366 B/s wr, 0 op/s 2024-09-21T09:37:57.952 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:57 smithi053 ceph-mon[41013]: pgmap v15: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 366 B/s wr, 0 op/s 2024-09-21T09:37:57.953 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:57 smithi053 ceph-mon[29335]: pgmap v15: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 366 B/s wr, 0 op/s 2024-09-21T09:37:59.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:37:59 smithi053 ceph-mon[29335]: pgmap v16: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 334 B/s wr, 0 op/s 2024-09-21T09:37:59.825 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:37:59 smithi053 ceph-mon[41013]: pgmap v16: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 334 B/s wr, 0 op/s 2024-09-21T09:37:59.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:37:59 smithi170 ceph-mon[32771]: pgmap v16: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 334 B/s wr, 0 op/s 2024-09-21T09:38:01.455 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:01 smithi053 ceph-mon[41013]: osdmap e66: 8 total, 8 up, 8 in 2024-09-21T09:38:01.455 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:01 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:38:01.455 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:01 smithi053 ceph-mon[29335]: osdmap e66: 8 total, 8 up, 8 in 2024-09-21T09:38:01.455 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:01 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:38:01.457 INFO:journalctl@ceph.alertmanager.a.smithi053.stdout:Sep 21 09:38:01 smithi053 systemd[1]: Starting Ceph alertmanager.a for 41b6d1ee-77fc-11ef-baf6-efdc52797490... 2024-09-21T09:38:01.503 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:38:01.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:01 smithi170 ceph-mon[32771]: osdmap e66: 8 total, 8 up, 8 in 2024-09-21T09:38:01.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:01 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:38:02.075 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:38:02 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: ::ffff:172.21.15.170 - - [21/Sep/2024:09:38:02] "GET /metrics HTTP/1.1" 200 28503 "" "Prometheus/2.43.0" 2024-09-21T09:38:02.454 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:02 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/906304592' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-09-21T09:38:02.454 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:02 smithi053 ceph-mon[29335]: pgmap v18: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 287 B/s wr, 0 op/s 2024-09-21T09:38:02.455 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:02 smithi053 ceph-mon[41013]: from='client.? 172.21.15.53:0/906304592' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-09-21T09:38:02.455 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:02 smithi053 ceph-mon[41013]: pgmap v18: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 287 B/s wr, 0 op/s 2024-09-21T09:38:02.480 INFO:teuthology.orchestra.run.smithi053.stdout:[{"version":20,"timestamp":"2024-09-21T09:37:50.511660+0000","name":"","changes":[{"name":"osd/host:smithi170/osd_memory_target","previous_value":"4479551897","new_value":"4211116441"}]}] 2024-09-21T09:38:02.480 INFO:tasks.ceph_manager:config epoch is 20 2024-09-21T09:38:02.481 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-21T09:38:02.481 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-09-21T09:38:02.481 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph mgr dump --format=json 2024-09-21T09:38:02.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:02 smithi170 ceph-mon[32771]: from='client.? 172.21.15.53:0/906304592' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-09-21T09:38:02.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:02 smithi170 ceph-mon[32771]: pgmap v18: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 287 B/s wr, 0 op/s 2024-09-21T09:38:02.825 INFO:journalctl@ceph.alertmanager.a.smithi053.stdout:Sep 21 09:38:02 smithi053 podman[71114]: 2024-09-21 09:38:02.481588189 +0000 UTC m=+0.748239551 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-09-21T09:38:02.825 INFO:journalctl@ceph.alertmanager.a.smithi053.stdout:Sep 21 09:38:02 smithi053 podman[71114]: 2024-09-21 09:38:02.592705706 +0000 UTC m=+0.859357054 volume create 213b58b86f6241646107d99bcc29c7781f66857fbfdd9098a7fe01058e3f4985 2024-09-21T09:38:02.825 INFO:journalctl@ceph.alertmanager.a.smithi053.stdout:Sep 21 09:38:02 smithi053 podman[71114]: 2024-09-21 09:38:02.693257217 +0000 UTC m=+0.959908605 container create a1263fda45e36e102c6453c485432665f3b9cbc980135f2ab2f241f4b121ef5b (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-21T09:38:03.240 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:38:03.325 INFO:journalctl@ceph.alertmanager.a.smithi053.stdout:Sep 21 09:38:03 smithi053 podman[71114]: 2024-09-21 09:38:03.004300185 +0000 UTC m=+1.270951547 container init a1263fda45e36e102c6453c485432665f3b9cbc980135f2ab2f241f4b121ef5b (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-21T09:38:03.326 INFO:journalctl@ceph.alertmanager.a.smithi053.stdout:Sep 21 09:38:03 smithi053 podman[71114]: 2024-09-21 09:38:03.009229164 +0000 UTC m=+1.275880510 container start a1263fda45e36e102c6453c485432665f3b9cbc980135f2ab2f241f4b121ef5b (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-21T09:38:03.326 INFO:journalctl@ceph.alertmanager.a.smithi053.stdout:Sep 21 09:38:03 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-alertmanager-a[71160]: ts=2024-09-21T09:38:03.020Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-09-21T09:38:03.326 INFO:journalctl@ceph.alertmanager.a.smithi053.stdout:Sep 21 09:38:03 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-alertmanager-a[71160]: ts=2024-09-21T09:38:03.020Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-09-21T09:38:03.326 INFO:journalctl@ceph.alertmanager.a.smithi053.stdout:Sep 21 09:38:03 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-alertmanager-a[71160]: ts=2024-09-21T09:38:03.022Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.53 port=9094 2024-09-21T09:38:03.326 INFO:journalctl@ceph.alertmanager.a.smithi053.stdout:Sep 21 09:38:03 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-alertmanager-a[71160]: ts=2024-09-21T09:38:03.023Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-09-21T09:38:03.326 INFO:journalctl@ceph.alertmanager.a.smithi053.stdout:Sep 21 09:38:03 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-alertmanager-a[71160]: ts=2024-09-21T09:38:03.046Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-21T09:38:03.326 INFO:journalctl@ceph.alertmanager.a.smithi053.stdout:Sep 21 09:38:03 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-alertmanager-a[71160]: ts=2024-09-21T09:38:03.046Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-21T09:38:03.326 INFO:journalctl@ceph.alertmanager.a.smithi053.stdout:Sep 21 09:38:03 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-alertmanager-a[71160]: ts=2024-09-21T09:38:03.049Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-09-21T09:38:03.326 INFO:journalctl@ceph.alertmanager.a.smithi053.stdout:Sep 21 09:38:03 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-alertmanager-a[71160]: ts=2024-09-21T09:38:03.049Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-09-21T09:38:03.326 INFO:journalctl@ceph.alertmanager.a.smithi053.stdout:Sep 21 09:38:03 smithi053 bash[71114]: a1263fda45e36e102c6453c485432665f3b9cbc980135f2ab2f241f4b121ef5b 2024-09-21T09:38:03.326 INFO:journalctl@ceph.alertmanager.a.smithi053.stdout:Sep 21 09:38:03 smithi053 systemd[1]: Started Ceph alertmanager.a for 41b6d1ee-77fc-11ef-baf6-efdc52797490. 2024-09-21T09:38:03.625 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:38:03 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: [21/Sep/2024:09:38:03] ENGINE Bus STOPPING 2024-09-21T09:38:03.625 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:38:03 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: [21/Sep/2024:09:38:03] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-21T09:38:03.625 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:38:03 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: [21/Sep/2024:09:38:03] ENGINE Bus STOPPED 2024-09-21T09:38:03.625 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:38:03 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: [21/Sep/2024:09:38:03] ENGINE Bus STARTING 2024-09-21T09:38:04.070 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:38:03 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: [21/Sep/2024:09:38:03] ENGINE Serving on http://:::9283 2024-09-21T09:38:04.070 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:38:03 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: [21/Sep/2024:09:38:03] ENGINE Bus STARTED 2024-09-21T09:38:04.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:04 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:04.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:04 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:04.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:04 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:04.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:04 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:04.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:04 smithi053 ceph-mon[29335]: Regenerating cephadm self-signed grafana TLS certificates 2024-09-21T09:38:04.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:04 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:04.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:04 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:04.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:04 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-21T09:38:04.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:04 smithi053 ceph-mon[29335]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-21T09:38:04.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:04 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:04.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:04 smithi053 ceph-mon[29335]: Deploying daemon grafana.a on smithi170 2024-09-21T09:38:04.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:04 smithi053 ceph-mon[29335]: pgmap v19: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 252 B/s wr, 0 op/s 2024-09-21T09:38:04.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:04 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:04.327 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:04 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:04.327 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:04 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:04.327 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:04 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:04.327 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:04 smithi053 ceph-mon[41013]: Regenerating cephadm self-signed grafana TLS certificates 2024-09-21T09:38:04.327 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:04 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:04.327 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:04 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:04.327 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:04 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-21T09:38:04.327 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:04 smithi053 ceph-mon[41013]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-21T09:38:04.327 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:04 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:04.327 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:04 smithi053 ceph-mon[41013]: Deploying daemon grafana.a on smithi170 2024-09-21T09:38:04.327 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:04 smithi053 ceph-mon[41013]: pgmap v19: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 252 B/s wr, 0 op/s 2024-09-21T09:38:04.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:04 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:04.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:04 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:04.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:04 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:04.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:04 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:04.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:04 smithi170 ceph-mon[32771]: Regenerating cephadm self-signed grafana TLS certificates 2024-09-21T09:38:04.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:04 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:04.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:04 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:04.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:04 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-21T09:38:04.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:04 smithi170 ceph-mon[32771]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-21T09:38:04.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:04 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:04.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:04 smithi170 ceph-mon[32771]: Deploying daemon grafana.a on smithi170 2024-09-21T09:38:04.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:04 smithi170 ceph-mon[32771]: pgmap v19: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 252 B/s wr, 0 op/s 2024-09-21T09:38:05.246 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:38:05.246 INFO:journalctl@ceph.alertmanager.a.smithi053.stdout:Sep 21 09:38:05 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-alertmanager-a[71160]: ts=2024-09-21T09:38:05.023Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000351153s 2024-09-21T09:38:05.552 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:05 smithi053 ceph-mon[41013]: from='client.? 172.21.15.53:0/1445911513' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-21T09:38:05.553 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:05 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/1445911513' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-21T09:38:05.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:05 smithi170 ceph-mon[32771]: from='client.? 172.21.15.53:0/1445911513' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-21T09:38:05.867 INFO:teuthology.orchestra.run.smithi053.stdout:{"epoch":21,"flags":0,"active_gid":14430,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6800","nonce":3198308032},{"type":"v1","addr":"172.21.15.53:6801","nonce":3198308032}]},"active_addr":"172.21.15.53:6801/3198308032","active_change":"2024-09-21T09:37:45.590499+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":24346,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.53:8443/","prometheus":"http://172.21.15.53:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":59,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.53:0","nonce":3166982857}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.53:0","nonce":939479437}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.53:0","nonce":3563908133}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.53:0","nonce":1857781737}]}]} 2024-09-21T09:38:05.872 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-09-21T09:38:05.872 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-09-21T09:38:05.872 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph osd dump --format=json 2024-09-21T09:38:06.078 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:38:06.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:06 smithi053 ceph-mon[29335]: pgmap v20: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-09-21T09:38:06.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:06 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:06.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:06 smithi053 ceph-mon[41013]: pgmap v20: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-09-21T09:38:06.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:06 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:06.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:06 smithi170 ceph-mon[32771]: pgmap v20: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-09-21T09:38:06.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:06 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:07.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:07 smithi170 ceph-mon[32771]: pgmap v21: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:07.930 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:07 smithi053 ceph-mon[41013]: pgmap v21: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:07.930 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:07 smithi053 ceph-mon[29335]: pgmap v21: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:08.102 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:38:08.102 INFO:teuthology.orchestra.run.smithi053.stdout:{"epoch":66,"fsid":"41b6d1ee-77fc-11ef-baf6-efdc52797490","created":"2024-09-21T09:32:10.413624+0000","modified":"2024-09-21T09:38:00.193281+0000","last_up_change":"2024-09-21T09:37:16.274690+0000","last_in_change":"2024-09-21T09:36:59.418701+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T09:35:17.597271+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-21T09:37:49.559190+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":65,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e10cdaf5-ca9c-4745-9657-ad9c2292283e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":1408473476},{"type":"v1","addr":"172.21.15.53:6803","nonce":1408473476}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":1408473476},{"type":"v1","addr":"172.21.15.53:6805","nonce":1408473476}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":1408473476},{"type":"v1","addr":"172.21.15.53:6809","nonce":1408473476}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":1408473476},{"type":"v1","addr":"172.21.15.53:6807","nonce":1408473476}]},"public_addr":"172.21.15.53:6803/1408473476","cluster_addr":"172.21.15.53:6805/1408473476","heartbeat_back_addr":"172.21.15.53:6809/1408473476","heartbeat_front_addr":"172.21.15.53:6807/1408473476","state":["exists","up"]},{"osd":1,"uuid":"f1848a21-3377-4171-95a4-4a9eeb6ecf22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":1051092023},{"type":"v1","addr":"172.21.15.53:6811","nonce":1051092023}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":1051092023},{"type":"v1","addr":"172.21.15.53:6813","nonce":1051092023}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":1051092023},{"type":"v1","addr":"172.21.15.53:6817","nonce":1051092023}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":1051092023},{"type":"v1","addr":"172.21.15.53:6815","nonce":1051092023}]},"public_addr":"172.21.15.53:6811/1051092023","cluster_addr":"172.21.15.53:6813/1051092023","heartbeat_back_addr":"172.21.15.53:6817/1051092023","heartbeat_front_addr":"172.21.15.53:6815/1051092023","state":["exists","up"]},{"osd":2,"uuid":"e31bf91c-17d1-4213-b1e2-bcec5463e9a5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":3123766511},{"type":"v1","addr":"172.21.15.53:6819","nonce":3123766511}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":3123766511},{"type":"v1","addr":"172.21.15.53:6821","nonce":3123766511}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":3123766511},{"type":"v1","addr":"172.21.15.53:6825","nonce":3123766511}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":3123766511},{"type":"v1","addr":"172.21.15.53:6823","nonce":3123766511}]},"public_addr":"172.21.15.53:6819/3123766511","cluster_addr":"172.21.15.53:6821/3123766511","heartbeat_back_addr":"172.21.15.53:6825/3123766511","heartbeat_front_addr":"172.21.15.53:6823/3123766511","state":["exists","up"]},{"osd":3,"uuid":"28c7b2a0-c3b7-4f51-af2e-d45790bdcd33","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":932298542},{"type":"v1","addr":"172.21.15.53:6827","nonce":932298542}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":932298542},{"type":"v1","addr":"172.21.15.53:6829","nonce":932298542}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":932298542},{"type":"v1","addr":"172.21.15.53:6833","nonce":932298542}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":932298542},{"type":"v1","addr":"172.21.15.53:6831","nonce":932298542}]},"public_addr":"172.21.15.53:6827/932298542","cluster_addr":"172.21.15.53:6829/932298542","heartbeat_back_addr":"172.21.15.53:6833/932298542","heartbeat_front_addr":"172.21.15.53:6831/932298542","state":["exists","up"]},{"osd":4,"uuid":"95a85da0-d4f2-41f5-8461-55508a265b94","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6800","nonce":1742023630},{"type":"v1","addr":"172.21.15.170:6801","nonce":1742023630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6802","nonce":1742023630},{"type":"v1","addr":"172.21.15.170:6803","nonce":1742023630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6806","nonce":1742023630},{"type":"v1","addr":"172.21.15.170:6807","nonce":1742023630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6804","nonce":1742023630},{"type":"v1","addr":"172.21.15.170:6805","nonce":1742023630}]},"public_addr":"172.21.15.170:6801/1742023630","cluster_addr":"172.21.15.170:6803/1742023630","heartbeat_back_addr":"172.21.15.170:6807/1742023630","heartbeat_front_addr":"172.21.15.170:6805/1742023630","state":["exists","up"]},{"osd":5,"uuid":"6dd572a2-334b-45b1-861d-17b5f10c02c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6808","nonce":2459892105},{"type":"v1","addr":"172.21.15.170:6809","nonce":2459892105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6810","nonce":2459892105},{"type":"v1","addr":"172.21.15.170:6811","nonce":2459892105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6814","nonce":2459892105},{"type":"v1","addr":"172.21.15.170:6815","nonce":2459892105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6812","nonce":2459892105},{"type":"v1","addr":"172.21.15.170:6813","nonce":2459892105}]},"public_addr":"172.21.15.170:6809/2459892105","cluster_addr":"172.21.15.170:6811/2459892105","heartbeat_back_addr":"172.21.15.170:6815/2459892105","heartbeat_front_addr":"172.21.15.170:6813/2459892105","state":["exists","up"]},{"osd":6,"uuid":"d39d5bc8-4fec-4b55-8fe0-696a0fecfcfc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6816","nonce":1937203482},{"type":"v1","addr":"172.21.15.170:6817","nonce":1937203482}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6818","nonce":1937203482},{"type":"v1","addr":"172.21.15.170:6819","nonce":1937203482}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6822","nonce":1937203482},{"type":"v1","addr":"172.21.15.170:6823","nonce":1937203482}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6820","nonce":1937203482},{"type":"v1","addr":"172.21.15.170:6821","nonce":1937203482}]},"public_addr":"172.21.15.170:6817/1937203482","cluster_addr":"172.21.15.170:6819/1937203482","heartbeat_back_addr":"172.21.15.170:6823/1937203482","heartbeat_front_addr":"172.21.15.170:6821/1937203482","state":["exists","up"]},{"osd":7,"uuid":"814a1e8f-85a3-49e3-aec6-1b722260b238","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":901778684},{"type":"v1","addr":"172.21.15.170:6825","nonce":901778684}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6826","nonce":901778684},{"type":"v1","addr":"172.21.15.170:6827","nonce":901778684}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6830","nonce":901778684},{"type":"v1","addr":"172.21.15.170:6831","nonce":901778684}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6828","nonce":901778684},{"type":"v1","addr":"172.21.15.170:6829","nonce":901778684}]},"public_addr":"172.21.15.170:6825/901778684","cluster_addr":"172.21.15.170:6827/901778684","heartbeat_back_addr":"172.21.15.170:6831/901778684","heartbeat_front_addr":"172.21.15.170:6829/901778684","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T09:34:27.408360+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T09:34:50.423625+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T09:35:14.443105+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T09:35:38.388024+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T09:36:00.648079+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T09:36:24.649211+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T09:36:49.699216+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T09:37:14.755116+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.53:6801/3672269008":"2024-09-22T09:37:45.590346+0000","172.21.15.53:6800/3672269008":"2024-09-22T09:37:45.590346+0000","172.21.15.53:0/3767911075":"2024-09-22T09:37:45.590346+0000","172.21.15.53:0/2162225481":"2024-09-22T09:32:41.233619+0000","172.21.15.53:0/651319936":"2024-09-22T09:32:41.233619+0000","172.21.15.53:6800/722964798":"2024-09-22T09:33:05.097109+0000","172.21.15.53:6800/574327202":"2024-09-22T09:32:41.233619+0000","172.21.15.53:0/1488712951":"2024-09-22T09:32:41.233619+0000","172.21.15.53:6801/722964798":"2024-09-22T09:33:05.097109+0000","172.21.15.53:0/3420449351":"2024-09-22T09:33:05.097109+0000","172.21.15.53:0/2456494674":"2024-09-22T09:33:05.097109+0000","172.21.15.53:6801/574327202":"2024-09-22T09:32:41.233619+0000","172.21.15.53:0/2025720311":"2024-09-22T09:33:05.097109+0000","172.21.15.53:0/3715252279":"2024-09-22T09:37:45.590346+0000","172.21.15.53:0/4186100121":"2024-09-22T09:37:45.590346+0000","172.21.15.53:0/839622455":"2024-09-22T09:37:45.590346+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T09:38:08.808 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-09-21T09:38:08.809 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph osd dump --format=json 2024-09-21T09:38:08.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:08 smithi170 ceph-mon[32771]: from='client.? 172.21.15.53:0/314755397' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-21T09:38:09.015 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:38:09.075 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:08 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/314755397' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-21T09:38:09.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:08 smithi053 ceph-mon[41013]: from='client.? 172.21.15.53:0/314755397' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-21T09:38:10.034 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:09 smithi053 ceph-mon[41013]: pgmap v22: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:10.034 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:09 smithi053 ceph-mon[29335]: pgmap v22: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:10.163 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:09 smithi170 ceph-mon[32771]: pgmap v22: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:11.106 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:38:11.106 INFO:teuthology.orchestra.run.smithi053.stdout:{"epoch":66,"fsid":"41b6d1ee-77fc-11ef-baf6-efdc52797490","created":"2024-09-21T09:32:10.413624+0000","modified":"2024-09-21T09:38:00.193281+0000","last_up_change":"2024-09-21T09:37:16.274690+0000","last_in_change":"2024-09-21T09:36:59.418701+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T09:35:17.597271+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-21T09:37:49.559190+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":65,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e10cdaf5-ca9c-4745-9657-ad9c2292283e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":1408473476},{"type":"v1","addr":"172.21.15.53:6803","nonce":1408473476}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":1408473476},{"type":"v1","addr":"172.21.15.53:6805","nonce":1408473476}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":1408473476},{"type":"v1","addr":"172.21.15.53:6809","nonce":1408473476}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":1408473476},{"type":"v1","addr":"172.21.15.53:6807","nonce":1408473476}]},"public_addr":"172.21.15.53:6803/1408473476","cluster_addr":"172.21.15.53:6805/1408473476","heartbeat_back_addr":"172.21.15.53:6809/1408473476","heartbeat_front_addr":"172.21.15.53:6807/1408473476","state":["exists","up"]},{"osd":1,"uuid":"f1848a21-3377-4171-95a4-4a9eeb6ecf22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":1051092023},{"type":"v1","addr":"172.21.15.53:6811","nonce":1051092023}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":1051092023},{"type":"v1","addr":"172.21.15.53:6813","nonce":1051092023}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":1051092023},{"type":"v1","addr":"172.21.15.53:6817","nonce":1051092023}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":1051092023},{"type":"v1","addr":"172.21.15.53:6815","nonce":1051092023}]},"public_addr":"172.21.15.53:6811/1051092023","cluster_addr":"172.21.15.53:6813/1051092023","heartbeat_back_addr":"172.21.15.53:6817/1051092023","heartbeat_front_addr":"172.21.15.53:6815/1051092023","state":["exists","up"]},{"osd":2,"uuid":"e31bf91c-17d1-4213-b1e2-bcec5463e9a5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":3123766511},{"type":"v1","addr":"172.21.15.53:6819","nonce":3123766511}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":3123766511},{"type":"v1","addr":"172.21.15.53:6821","nonce":3123766511}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":3123766511},{"type":"v1","addr":"172.21.15.53:6825","nonce":3123766511}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":3123766511},{"type":"v1","addr":"172.21.15.53:6823","nonce":3123766511}]},"public_addr":"172.21.15.53:6819/3123766511","cluster_addr":"172.21.15.53:6821/3123766511","heartbeat_back_addr":"172.21.15.53:6825/3123766511","heartbeat_front_addr":"172.21.15.53:6823/3123766511","state":["exists","up"]},{"osd":3,"uuid":"28c7b2a0-c3b7-4f51-af2e-d45790bdcd33","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":932298542},{"type":"v1","addr":"172.21.15.53:6827","nonce":932298542}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":932298542},{"type":"v1","addr":"172.21.15.53:6829","nonce":932298542}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":932298542},{"type":"v1","addr":"172.21.15.53:6833","nonce":932298542}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":932298542},{"type":"v1","addr":"172.21.15.53:6831","nonce":932298542}]},"public_addr":"172.21.15.53:6827/932298542","cluster_addr":"172.21.15.53:6829/932298542","heartbeat_back_addr":"172.21.15.53:6833/932298542","heartbeat_front_addr":"172.21.15.53:6831/932298542","state":["exists","up"]},{"osd":4,"uuid":"95a85da0-d4f2-41f5-8461-55508a265b94","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6800","nonce":1742023630},{"type":"v1","addr":"172.21.15.170:6801","nonce":1742023630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6802","nonce":1742023630},{"type":"v1","addr":"172.21.15.170:6803","nonce":1742023630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6806","nonce":1742023630},{"type":"v1","addr":"172.21.15.170:6807","nonce":1742023630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6804","nonce":1742023630},{"type":"v1","addr":"172.21.15.170:6805","nonce":1742023630}]},"public_addr":"172.21.15.170:6801/1742023630","cluster_addr":"172.21.15.170:6803/1742023630","heartbeat_back_addr":"172.21.15.170:6807/1742023630","heartbeat_front_addr":"172.21.15.170:6805/1742023630","state":["exists","up"]},{"osd":5,"uuid":"6dd572a2-334b-45b1-861d-17b5f10c02c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6808","nonce":2459892105},{"type":"v1","addr":"172.21.15.170:6809","nonce":2459892105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6810","nonce":2459892105},{"type":"v1","addr":"172.21.15.170:6811","nonce":2459892105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6814","nonce":2459892105},{"type":"v1","addr":"172.21.15.170:6815","nonce":2459892105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6812","nonce":2459892105},{"type":"v1","addr":"172.21.15.170:6813","nonce":2459892105}]},"public_addr":"172.21.15.170:6809/2459892105","cluster_addr":"172.21.15.170:6811/2459892105","heartbeat_back_addr":"172.21.15.170:6815/2459892105","heartbeat_front_addr":"172.21.15.170:6813/2459892105","state":["exists","up"]},{"osd":6,"uuid":"d39d5bc8-4fec-4b55-8fe0-696a0fecfcfc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6816","nonce":1937203482},{"type":"v1","addr":"172.21.15.170:6817","nonce":1937203482}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6818","nonce":1937203482},{"type":"v1","addr":"172.21.15.170:6819","nonce":1937203482}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6822","nonce":1937203482},{"type":"v1","addr":"172.21.15.170:6823","nonce":1937203482}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6820","nonce":1937203482},{"type":"v1","addr":"172.21.15.170:6821","nonce":1937203482}]},"public_addr":"172.21.15.170:6817/1937203482","cluster_addr":"172.21.15.170:6819/1937203482","heartbeat_back_addr":"172.21.15.170:6823/1937203482","heartbeat_front_addr":"172.21.15.170:6821/1937203482","state":["exists","up"]},{"osd":7,"uuid":"814a1e8f-85a3-49e3-aec6-1b722260b238","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":901778684},{"type":"v1","addr":"172.21.15.170:6825","nonce":901778684}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6826","nonce":901778684},{"type":"v1","addr":"172.21.15.170:6827","nonce":901778684}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6830","nonce":901778684},{"type":"v1","addr":"172.21.15.170:6831","nonce":901778684}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6828","nonce":901778684},{"type":"v1","addr":"172.21.15.170:6829","nonce":901778684}]},"public_addr":"172.21.15.170:6825/901778684","cluster_addr":"172.21.15.170:6827/901778684","heartbeat_back_addr":"172.21.15.170:6831/901778684","heartbeat_front_addr":"172.21.15.170:6829/901778684","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T09:34:27.408360+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T09:34:50.423625+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T09:35:14.443105+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T09:35:38.388024+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T09:36:00.648079+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T09:36:24.649211+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T09:36:49.699216+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T09:37:14.755116+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.53:6801/3672269008":"2024-09-22T09:37:45.590346+0000","172.21.15.53:6800/3672269008":"2024-09-22T09:37:45.590346+0000","172.21.15.53:0/3767911075":"2024-09-22T09:37:45.590346+0000","172.21.15.53:0/2162225481":"2024-09-22T09:32:41.233619+0000","172.21.15.53:0/651319936":"2024-09-22T09:32:41.233619+0000","172.21.15.53:6800/722964798":"2024-09-22T09:33:05.097109+0000","172.21.15.53:6800/574327202":"2024-09-22T09:32:41.233619+0000","172.21.15.53:0/1488712951":"2024-09-22T09:32:41.233619+0000","172.21.15.53:6801/722964798":"2024-09-22T09:33:05.097109+0000","172.21.15.53:0/3420449351":"2024-09-22T09:33:05.097109+0000","172.21.15.53:0/2456494674":"2024-09-22T09:33:05.097109+0000","172.21.15.53:6801/574327202":"2024-09-22T09:32:41.233619+0000","172.21.15.53:0/2025720311":"2024-09-22T09:33:05.097109+0000","172.21.15.53:0/3715252279":"2024-09-22T09:37:45.590346+0000","172.21.15.53:0/4186100121":"2024-09-22T09:37:45.590346+0000","172.21.15.53:0/839622455":"2024-09-22T09:37:45.590346+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T09:38:11.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:11 smithi170 ceph-mon[32771]: from='client.? 172.21.15.53:0/4256815653' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-21T09:38:11.431 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:11 smithi053 ceph-mon[41013]: from='client.? 172.21.15.53:0/4256815653' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-21T09:38:11.431 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:11 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/4256815653' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-21T09:38:11.852 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph tell osd.0 flush_pg_stats 2024-09-21T09:38:11.852 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph tell osd.1 flush_pg_stats 2024-09-21T09:38:11.853 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph tell osd.2 flush_pg_stats 2024-09-21T09:38:11.853 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph tell osd.3 flush_pg_stats 2024-09-21T09:38:11.854 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph tell osd.4 flush_pg_stats 2024-09-21T09:38:11.854 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph tell osd.5 flush_pg_stats 2024-09-21T09:38:11.854 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph tell osd.6 flush_pg_stats 2024-09-21T09:38:11.855 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph tell osd.7 flush_pg_stats 2024-09-21T09:38:12.075 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:38:12 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: ::ffff:172.21.15.170 - - [21/Sep/2024:09:38:12] "GET /metrics HTTP/1.1" 200 28503 "" "Prometheus/2.43.0" 2024-09-21T09:38:12.330 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:38:12.335 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:38:12.335 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:38:12.335 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:38:12.336 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:38:12.341 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:38:12.343 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:38:12.355 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:38:12.469 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:12 smithi053 ceph-mon[41013]: pgmap v23: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:12.469 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:12 smithi053 ceph-mon[29335]: pgmap v23: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:12.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:12 smithi170 ceph-mon[32771]: pgmap v23: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:13.291 INFO:journalctl@ceph.alertmanager.a.smithi053.stdout:Sep 21 09:38:13 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-alertmanager-a[71160]: ts=2024-09-21T09:38:13.026Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003199968s 2024-09-21T09:38:13.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:13 smithi053 ceph-mon[29335]: pgmap v24: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:13.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:13 smithi053 ceph-mon[41013]: pgmap v24: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:13.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:13 smithi170 ceph-mon[32771]: pgmap v24: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:15.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:15 smithi053 ceph-mon[29335]: pgmap v25: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:15.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:15 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:38:15.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:15 smithi053 ceph-mon[41013]: pgmap v25: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:15.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:15 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:38:15.870 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:15 smithi170 ceph-mon[32771]: pgmap v25: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:15.870 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:15 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:38:17.414 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 systemd[1]: Starting Ceph grafana.a for 41b6d1ee-77fc-11ef-baf6-efdc52797490... 2024-09-21T09:38:17.767 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-mon[32771]: pgmap v26: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:17.768 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 podman[64359]: 2024-09-21 09:38:17.399915684 +0000 UTC m=+0.015341806 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-09-21T09:38:17.768 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 podman[64359]: 2024-09-21 09:38:17.531050081 +0000 UTC m=+0.146476199 container create 4825afae034be5ad70d52c3f336f266ab2c4047697b0caa8453c5548b6c6074e (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, name=ubi8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., description=Ceph Grafana Container, maintainer=Paul Cuzner , vcs-type=git, version=8.5, io.openshift.tags=base rhel8, com.redhat.component=ubi8-container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, build-date=2022-04-29T11:48:11.055897, io.openshift.expose-services=, io.buildah.version=1.32.0, release=239.1651231664, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.k8s.display-name=Red Hat Universal Base Image 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vendor=Red Hat, Inc., distribution-scope=public) 2024-09-21T09:38:17.768 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 podman[64359]: 2024-09-21 09:38:17.766626091 +0000 UTC m=+0.382052213 container init 4825afae034be5ad70d52c3f336f266ab2c4047697b0caa8453c5548b6c6074e (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.buildah.version=1.32.0, name=ubi8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, build-date=2022-04-29T11:48:11.055897, io.k8s.display-name=Red Hat Universal Base Image 8, description=Ceph Grafana Container, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-type=git, vendor=Red Hat, Inc., release=239.1651231664, version=8.5, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, distribution-scope=public, maintainer=Paul Cuzner , com.redhat.component=ubi8-container, architecture=x86_64, io.openshift.expose-services=, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.openshift.tags=base rhel8) 2024-09-21T09:38:17.888 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:17 smithi053 ceph-mon[41013]: pgmap v26: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:17.888 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:17 smithi053 ceph-mon[29335]: pgmap v26: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:18.018 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 podman[64359]: 2024-09-21 09:38:17.771397859 +0000 UTC m=+0.386823977 container start 4825afae034be5ad70d52c3f336f266ab2c4047697b0caa8453c5548b6c6074e (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a, io.buildah.version=1.32.0, description=Ceph Grafana Container, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-type=git, com.redhat.component=ubi8-container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vendor=Red Hat, Inc., build-date=2022-04-29T11:48:11.055897, io.k8s.display-name=Red Hat Universal Base Image 8, maintainer=Paul Cuzner , io.openshift.tags=base rhel8, distribution-scope=public, release=239.1651231664, version=8.5, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, architecture=x86_64, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, name=ubi8, io.openshift.expose-services=, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly.) 2024-09-21T09:38:18.018 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 bash[64359]: 4825afae034be5ad70d52c3f336f266ab2c4047697b0caa8453c5548b6c6074e 2024-09-21T09:38:18.018 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 systemd[1]: Started Ceph grafana.a for 41b6d1ee-77fc-11ef-baf6-efdc52797490. 2024-09-21T09:38:18.018 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=settings t=2024-09-21T09:38:17.924627579Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-09-21T09:38:18.018 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=settings t=2024-09-21T09:38:17.92486087Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-09-21T09:38:18.018 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=settings t=2024-09-21T09:38:17.924882137Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-09-21T09:38:18.019 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=settings t=2024-09-21T09:38:17.924889562Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-09-21T09:38:18.019 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=settings t=2024-09-21T09:38:17.924895598Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-09-21T09:38:18.019 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=settings t=2024-09-21T09:38:17.924901758Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-09-21T09:38:18.019 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=settings t=2024-09-21T09:38:17.924907928Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-09-21T09:38:18.019 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=settings t=2024-09-21T09:38:17.924913642Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-09-21T09:38:18.019 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=settings t=2024-09-21T09:38:17.924920279Z level=info msg="Path Home" path=/usr/share/grafana 2024-09-21T09:38:18.019 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=settings t=2024-09-21T09:38:17.924926061Z level=info msg="Path Data" path=/var/lib/grafana 2024-09-21T09:38:18.020 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=settings t=2024-09-21T09:38:17.924932792Z level=info msg="Path Logs" path=/var/log/grafana 2024-09-21T09:38:18.020 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=settings t=2024-09-21T09:38:17.924938215Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-09-21T09:38:18.020 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=settings t=2024-09-21T09:38:17.924944809Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-09-21T09:38:18.020 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=settings t=2024-09-21T09:38:17.92495047Z level=info msg="App mode production" 2024-09-21T09:38:18.020 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=sqlstore t=2024-09-21T09:38:17.924998455Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-09-21T09:38:18.020 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=sqlstore t=2024-09-21T09:38:17.925014298Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-09-21T09:38:18.020 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.925975466Z level=info msg="Starting DB migrations" 2024-09-21T09:38:18.020 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.926066942Z level=info msg="Executing migration" id="create migration_log table" 2024-09-21T09:38:18.020 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.926559486Z level=info msg="Executing migration" id="create user table" 2024-09-21T09:38:18.020 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.926970024Z level=info msg="Executing migration" id="add unique index user.login" 2024-09-21T09:38:18.020 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.92749583Z level=info msg="Executing migration" id="add unique index user.email" 2024-09-21T09:38:18.020 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.927907674Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2024-09-21T09:38:18.020 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.928335931Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2024-09-21T09:38:18.020 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.928705442Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2024-09-21T09:38:18.021 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.929400327Z level=info msg="Executing migration" id="create user table v2" 2024-09-21T09:38:18.021 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.929765051Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2024-09-21T09:38:18.021 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.930143014Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2024-09-21T09:38:18.021 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.93053778Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2024-09-21T09:38:18.021 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.930815793Z level=info msg="Executing migration" id="Drop old table user_v1" 2024-09-21T09:38:18.021 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.931147329Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2024-09-21T09:38:18.021 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.931536227Z level=info msg="Executing migration" id="Update user table charset" 2024-09-21T09:38:18.021 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.931778273Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2024-09-21T09:38:18.021 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.932167422Z level=info msg="Executing migration" id="Add missing user data" 2024-09-21T09:38:18.021 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.932492942Z level=info msg="Executing migration" id="Add is_disabled column to user" 2024-09-21T09:38:18.021 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.932844518Z level=info msg="Executing migration" id="Add index user.login/user.email" 2024-09-21T09:38:18.021 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.933245412Z level=info msg="Executing migration" id="Add is_service_account column to user" 2024-09-21T09:38:18.021 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.933655781Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-09-21T09:38:18.022 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.934804516Z level=info msg="Executing migration" id="create temp user table v1-7" 2024-09-21T09:38:18.022 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.935224854Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2024-09-21T09:38:18.022 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.93562147Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2024-09-21T09:38:18.022 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.93600256Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2024-09-21T09:38:18.022 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.93640522Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2024-09-21T09:38:18.022 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.936782933Z level=info msg="Executing migration" id="Update temp_user table charset" 2024-09-21T09:38:18.022 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.937007786Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2024-09-21T09:38:18.022 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.937382748Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2024-09-21T09:38:18.022 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.937696171Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2024-09-21T09:38:18.022 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.938002278Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2024-09-21T09:38:18.022 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.938413453Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-09-21T09:38:18.022 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.938967945Z level=info msg="Executing migration" id="create temp_user v2" 2024-09-21T09:38:18.022 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.939361107Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2024-09-21T09:38:18.022 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.939681058Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2024-09-21T09:38:18.022 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.939991498Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2024-09-21T09:38:18.023 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.940351634Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2024-09-21T09:38:18.023 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.940781125Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2024-09-21T09:38:18.023 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.941048045Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2024-09-21T09:38:18.023 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.941378148Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2024-09-21T09:38:18.023 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.94167708Z level=info msg="Executing migration" id="create star table" 2024-09-21T09:38:18.023 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.941965056Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2024-09-21T09:38:18.023 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.942390863Z level=info msg="Executing migration" id="create org table v1" 2024-09-21T09:38:18.023 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.942779037Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2024-09-21T09:38:18.023 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.943159197Z level=info msg="Executing migration" id="create org_user table v1" 2024-09-21T09:38:18.023 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.943512887Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2024-09-21T09:38:18.023 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.94387752Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2024-09-21T09:38:18.023 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.944264645Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2024-09-21T09:38:18.023 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.944610216Z level=info msg="Executing migration" id="Update org table charset" 2024-09-21T09:38:18.023 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.944822861Z level=info msg="Executing migration" id="Update org_user table charset" 2024-09-21T09:38:18.023 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.945041302Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2024-09-21T09:38:18.024 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.945304432Z level=info msg="Executing migration" id="create dashboard table" 2024-09-21T09:38:18.024 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.9456366Z level=info msg="Executing migration" id="add index dashboard.account_id" 2024-09-21T09:38:18.025 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.946005072Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2024-09-21T09:38:18.025 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.946429633Z level=info msg="Executing migration" id="create dashboard_tag table" 2024-09-21T09:38:18.025 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.946791709Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2024-09-21T09:38:18.025 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.94717968Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-09-21T09:38:18.025 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.94754634Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2024-09-21T09:38:18.025 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.948350863Z level=info msg="Executing migration" id="create dashboard v2" 2024-09-21T09:38:18.025 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.948691732Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2024-09-21T09:38:18.025 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.949055168Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2024-09-21T09:38:18.025 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.949447129Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2024-09-21T09:38:18.025 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.949706348Z level=info msg="Executing migration" id="drop table dashboard_v1" 2024-09-21T09:38:18.025 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.950013014Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2024-09-21T09:38:18.025 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.950303494Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2024-09-21T09:38:18.025 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.950704428Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2024-09-21T09:38:18.025 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.951146039Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2024-09-21T09:38:18.026 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.951597779Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2024-09-21T09:38:18.026 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.951963629Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2024-09-21T09:38:18.026 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.952409019Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2024-09-21T09:38:18.026 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.952777461Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2024-09-21T09:38:18.026 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.953136703Z level=info msg="Executing migration" id="Update dashboard table charset" 2024-09-21T09:38:18.026 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.953379006Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2024-09-21T09:38:18.026 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.953590641Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2024-09-21T09:38:18.026 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.954054343Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2024-09-21T09:38:18.026 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.9545257Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2024-09-21T09:38:18.026 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.954935081Z level=info msg="Executing migration" id="Add column uid in dashboard" 2024-09-21T09:38:18.026 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.955452714Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2024-09-21T09:38:18.026 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.955774067Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2024-09-21T09:38:18.026 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.956138472Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2024-09-21T09:38:18.026 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.956509215Z level=info msg="Executing migration" id="Update dashboard title length" 2024-09-21T09:38:18.026 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.956724426Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2024-09-21T09:38:18.027 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.957072121Z level=info msg="Executing migration" id="create dashboard_provisioning" 2024-09-21T09:38:18.027 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.957433426Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-09-21T09:38:18.027 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.958296538Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2024-09-21T09:38:18.027 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.958690239Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-09-21T09:38:18.027 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.95911772Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-09-21T09:38:18.027 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.959532987Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2024-09-21T09:38:18.027 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.959788671Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2024-09-21T09:38:18.027 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.960083814Z level=info msg="Executing migration" id="Add check_sum column" 2024-09-21T09:38:18.027 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.960547676Z level=info msg="Executing migration" id="Add index for dashboard_title" 2024-09-21T09:38:18.027 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.960918727Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2024-09-21T09:38:18.027 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.96122093Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-09-21T09:38:18.027 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.961516912Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-09-21T09:38:18.027 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.961940804Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-09-21T09:38:18.027 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.962461081Z level=info msg="Executing migration" id="create data_source table" 2024-09-21T09:38:18.027 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.962896966Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-09-21T09:38:18.028 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.963313991Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-09-21T09:38:18.028 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.963740611Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-09-21T09:38:18.028 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.964103176Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-09-21T09:38:18.028 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.96450971Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-09-21T09:38:18.028 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.965535713Z level=info msg="Executing migration" id="create data_source table v2" 2024-09-21T09:38:18.028 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.965956316Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-09-21T09:38:18.028 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.966391088Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-09-21T09:38:18.028 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.966790644Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-09-21T09:38:18.028 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.96711256Z level=info msg="Executing migration" id="Add column with_credentials" 2024-09-21T09:38:18.028 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.967641055Z level=info msg="Executing migration" id="Add secure json data column" 2024-09-21T09:38:18.028 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.968153049Z level=info msg="Executing migration" id="Update data_source table charset" 2024-09-21T09:38:18.028 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.96845372Z level=info msg="Executing migration" id="Update initial version to 1" 2024-09-21T09:38:18.028 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.968717426Z level=info msg="Executing migration" id="Add read_only data column" 2024-09-21T09:38:18.028 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.969241331Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-09-21T09:38:18.029 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.969570722Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-09-21T09:38:18.029 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.969833389Z level=info msg="Executing migration" id="Add uid column" 2024-09-21T09:38:18.029 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.970354374Z level=info msg="Executing migration" id="Update uid value" 2024-09-21T09:38:18.029 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.970657852Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-09-21T09:38:18.029 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.971028481Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-09-21T09:38:18.029 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.971489718Z level=info msg="Executing migration" id="create api_key table" 2024-09-21T09:38:18.029 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.971885359Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-09-21T09:38:18.029 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.972332478Z level=info msg="Executing migration" id="add index api_key.key" 2024-09-21T09:38:18.029 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.97275825Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-09-21T09:38:18.029 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.973209365Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-09-21T09:38:18.029 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.973615266Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-09-21T09:38:18.029 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.973978551Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-09-21T09:38:18.029 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.974375833Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-09-21T09:38:18.029 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.975459008Z level=info msg="Executing migration" id="create api_key table v2" 2024-09-21T09:38:18.029 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.975840154Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-09-21T09:38:18.029 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.976245262Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-09-21T09:38:18.030 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.976693135Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-09-21T09:38:18.030 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.97714034Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-09-21T09:38:18.030 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.977478532Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-09-21T09:38:18.030 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.977810828Z level=info msg="Executing migration" id="Update api_key table charset" 2024-09-21T09:38:18.030 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.97807792Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-09-21T09:38:18.030 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.978629908Z level=info msg="Executing migration" id="Add service account foreign key" 2024-09-21T09:38:18.030 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.979191193Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-09-21T09:38:18.030 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.979515092Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-09-21T09:38:18.030 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.980001719Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-09-21T09:38:18.030 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.980570508Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-09-21T09:38:18.030 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.980926811Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-09-21T09:38:18.030 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.981338858Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-09-21T09:38:18.030 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.981741012Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-09-21T09:38:18.030 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.982141799Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-09-21T09:38:18.031 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.982581341Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-09-21T09:38:18.031 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.98301215Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-09-21T09:38:18.031 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.983308365Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-09-21T09:38:18.031 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.983558717Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-09-21T09:38:18.031 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.984084416Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-09-21T09:38:18.031 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.984653632Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-09-21T09:38:18.031 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.98492028Z level=info msg="Executing migration" id="create quota table v1" 2024-09-21T09:38:18.031 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.985330056Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-09-21T09:38:18.031 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.985778526Z level=info msg="Executing migration" id="Update quota table charset" 2024-09-21T09:38:18.031 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.986069022Z level=info msg="Executing migration" id="create plugin_setting table" 2024-09-21T09:38:18.031 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.986521022Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-09-21T09:38:18.031 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.986960978Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-09-21T09:38:18.031 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.987570258Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-09-21T09:38:18.031 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.987819091Z level=info msg="Executing migration" id="create session table" 2024-09-21T09:38:18.032 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.988243174Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-09-21T09:38:18.032 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.988566503Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-09-21T09:38:18.032 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.988820386Z level=info msg="Executing migration" id="create playlist table v2" 2024-09-21T09:38:18.032 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.989212322Z level=info msg="Executing migration" id="create playlist item table v2" 2024-09-21T09:38:18.032 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.989627405Z level=info msg="Executing migration" id="Update playlist table charset" 2024-09-21T09:38:18.032 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.989868994Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-09-21T09:38:18.032 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.99021067Z level=info msg="Executing migration" id="drop preferences table v2" 2024-09-21T09:38:18.032 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.990513082Z level=info msg="Executing migration" id="drop preferences table v3" 2024-09-21T09:38:18.032 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.990783745Z level=info msg="Executing migration" id="create preferences table v3" 2024-09-21T09:38:18.032 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.991171868Z level=info msg="Executing migration" id="Update preferences table charset" 2024-09-21T09:38:18.032 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.991478058Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-09-21T09:38:18.032 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.992054289Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-09-21T09:38:18.032 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.992355553Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-09-21T09:38:18.032 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.992909935Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-09-21T09:38:18.033 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.993514957Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-09-21T09:38:18.033 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.993831594Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-09-21T09:38:18.033 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.994240316Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-09-21T09:38:18.033 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.994717158Z level=info msg="Executing migration" id="create alert table v1" 2024-09-21T09:38:18.033 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.995218829Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-09-21T09:38:18.033 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.995688358Z level=info msg="Executing migration" id="add index alert state" 2024-09-21T09:38:18.033 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.996120374Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-09-21T09:38:18.034 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.996564377Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-09-21T09:38:18.034 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.996949874Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-09-21T09:38:18.034 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.997400175Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-09-21T09:38:18.034 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.99778358Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-09-21T09:38:18.034 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.999174916Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-09-21T09:38:18.034 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:17 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:17.999588704Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-09-21T09:38:18.034 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.000053496Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-09-21T09:38:18.034 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.000401651Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-09-21T09:38:18.034 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.000737024Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-09-21T09:38:18.034 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.001109193Z level=info msg="Executing migration" id="Add column is_default" 2024-09-21T09:38:18.034 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.001747538Z level=info msg="Executing migration" id="Add column frequency" 2024-09-21T09:38:18.034 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.002419456Z level=info msg="Executing migration" id="Add column send_reminder" 2024-09-21T09:38:18.034 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.003096025Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-09-21T09:38:18.034 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.003763605Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-09-21T09:38:18.035 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.004195131Z level=info msg="Executing migration" id="Update alert table charset" 2024-09-21T09:38:18.035 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.004489038Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-09-21T09:38:18.035 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.004739048Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-09-21T09:38:18.035 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.005153625Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-09-21T09:38:18.035 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.005631099Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-09-21T09:38:18.035 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.005980763Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-09-21T09:38:18.035 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.00640763Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-09-21T09:38:18.035 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.006800356Z level=info msg="Executing migration" id="Add for to alert table" 2024-09-21T09:38:18.035 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.007480149Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-09-21T09:38:18.035 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.008136281Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-09-21T09:38:18.035 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.00847013Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-09-21T09:38:18.035 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.008930206Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-09-21T09:38:18.035 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.009331481Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-09-21T09:38:18.035 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.009964914Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-09-21T09:38:18.035 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.010272014Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-09-21T09:38:18.036 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.010651341Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-09-21T09:38:18.036 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.011076278Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-09-21T09:38:18.036 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.011411998Z level=info msg="Executing migration" id="create annotation table v5" 2024-09-21T09:38:18.036 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.011858162Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-09-21T09:38:18.036 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.012292693Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-09-21T09:38:18.036 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.012735228Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-09-21T09:38:18.036 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.013157322Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-09-21T09:38:18.036 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.01361563Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-09-21T09:38:18.036 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.014048652Z level=info msg="Executing migration" id="Update annotation table charset" 2024-09-21T09:38:18.036 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.014333423Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-09-21T09:38:18.036 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.01494385Z level=info msg="Executing migration" id="Drop category_id index" 2024-09-21T09:38:18.036 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.015351623Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-09-21T09:38:18.036 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.015990268Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-09-21T09:38:18.036 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.016447739Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-09-21T09:38:18.036 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.016878015Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-09-21T09:38:18.037 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.017309957Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-09-21T09:38:18.037 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.018869925Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-09-21T09:38:18.037 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.019324784Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-09-21T09:38:18.037 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.019756065Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-09-21T09:38:18.037 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.020045197Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-09-21T09:38:18.037 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.020406795Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-09-21T09:38:18.037 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.020689404Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-09-21T09:38:18.037 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.021396968Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-09-21T09:38:18.037 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.022083287Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-09-21T09:38:18.037 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.022497564Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-09-21T09:38:18.037 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.022957793Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-09-21T09:38:18.037 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.02327994Z level=info msg="Executing migration" id="Add epoch_end column" 2024-09-21T09:38:18.037 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.024024916Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-09-21T09:38:18.037 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.024537138Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-09-21T09:38:18.037 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.024824479Z level=info msg="Executing migration" id="Move region to single row" 2024-09-21T09:38:18.038 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.025192149Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-09-21T09:38:18.038 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.025602039Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-09-21T09:38:18.038 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.02601586Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-09-21T09:38:18.038 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.026470335Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-09-21T09:38:18.414 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.026847053Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-09-21T09:38:18.414 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.027281805Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-09-21T09:38:18.414 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.027690135Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-09-21T09:38:18.414 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.02796618Z level=info msg="Executing migration" id="create test_data table" 2024-09-21T09:38:18.414 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.028378646Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-09-21T09:38:18.415 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.028952367Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-09-21T09:38:18.415 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.029390136Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-09-21T09:38:18.415 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.029848054Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-09-21T09:38:18.415 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.030170107Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-09-21T09:38:18.415 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.030513003Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-09-21T09:38:18.415 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.030768687Z level=info msg="Executing migration" id="create team table" 2024-09-21T09:38:18.415 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.031213032Z level=info msg="Executing migration" id="add index team.org_id" 2024-09-21T09:38:18.415 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.031700513Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-09-21T09:38:18.415 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.032152914Z level=info msg="Executing migration" id="create team member table" 2024-09-21T09:38:18.415 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.032564108Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-09-21T09:38:18.415 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.033003231Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-09-21T09:38:18.415 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.033476347Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-09-21T09:38:18.415 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.033909075Z level=info msg="Executing migration" id="Add column email to team table" 2024-09-21T09:38:18.416 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.034711282Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-09-21T09:38:18.416 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.035576988Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-09-21T09:38:18.416 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.03640558Z level=info msg="Executing migration" id="create dashboard acl table" 2024-09-21T09:38:18.416 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.036805158Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-09-21T09:38:18.416 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.037218077Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-09-21T09:38:18.416 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.037606872Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-09-21T09:38:18.416 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.037975211Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-09-21T09:38:18.417 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.038415034Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-09-21T09:38:18.417 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.038789221Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-09-21T09:38:18.417 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.039198082Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-09-21T09:38:18.417 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.03956736Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-09-21T09:38:18.417 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.039895748Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-09-21T09:38:18.417 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.040214975Z level=info msg="Executing migration" id="create tag table" 2024-09-21T09:38:18.417 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.040551634Z level=info msg="Executing migration" id="add index tag.key_value" 2024-09-21T09:38:18.417 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.040921833Z level=info msg="Executing migration" id="create login attempt table" 2024-09-21T09:38:18.417 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.04127826Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-09-21T09:38:18.417 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.041664871Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-09-21T09:38:18.417 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.042006575Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-09-21T09:38:18.417 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.043848441Z level=info msg="Executing migration" id="create login_attempt v2" 2024-09-21T09:38:18.417 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.04420311Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-09-21T09:38:18.417 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.044618705Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-09-21T09:38:18.418 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.044888907Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-09-21T09:38:18.418 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.045241101Z level=info msg="Executing migration" id="create user auth table" 2024-09-21T09:38:18.418 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.0455949Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-09-21T09:38:18.418 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.046009433Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-09-21T09:38:18.418 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.046294615Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-09-21T09:38:18.418 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.046961943Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-09-21T09:38:18.418 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.047699525Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-09-21T09:38:18.418 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.048453214Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-09-21T09:38:18.418 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.04925328Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-09-21T09:38:18.418 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.049715177Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-09-21T09:38:18.418 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.050485691Z level=info msg="Executing migration" id="create server_lock table" 2024-09-21T09:38:18.418 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.05087445Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-09-21T09:38:18.418 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.051337673Z level=info msg="Executing migration" id="create user auth token table" 2024-09-21T09:38:18.418 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.051788824Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-09-21T09:38:18.418 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.052250023Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-09-21T09:38:18.419 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.05266528Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-09-21T09:38:18.419 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.053079383Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-09-21T09:38:18.419 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.053834855Z level=info msg="Executing migration" id="create cache_data table" 2024-09-21T09:38:18.419 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.054246423Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-09-21T09:38:18.419 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.054666657Z level=info msg="Executing migration" id="create short_url table v1" 2024-09-21T09:38:18.419 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.055062898Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-09-21T09:38:18.419 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.055476895Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-09-21T09:38:18.419 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.05572313Z level=info msg="Executing migration" id="delete alert_definition table" 2024-09-21T09:38:18.419 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.055966659Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-09-21T09:38:18.419 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.056452974Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-09-21T09:38:18.419 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.056900255Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-09-21T09:38:18.419 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.057354564Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-09-21T09:38:18.419 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.057648648Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-09-21T09:38:18.419 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.058005638Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-09-21T09:38:18.420 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.058467271Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-09-21T09:38:18.420 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.058860905Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-09-21T09:38:18.420 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.059310232Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-09-21T09:38:18.420 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.060121287Z level=info msg="Executing migration" id="drop alert_definition table" 2024-09-21T09:38:18.420 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.060595004Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-09-21T09:38:18.420 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.06084677Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-09-21T09:38:18.420 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.061241398Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-09-21T09:38:18.421 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.061634359Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-09-21T09:38:18.421 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.061987595Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-09-21T09:38:18.421 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.062255633Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-09-21T09:38:18.421 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.062627216Z level=info msg="Executing migration" id="create alert_instance table" 2024-09-21T09:38:18.421 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.062975817Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-09-21T09:38:18.421 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.063394422Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-09-21T09:38:18.421 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.063785494Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-09-21T09:38:18.421 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.064565693Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-09-21T09:38:18.421 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.064954786Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-09-21T09:38:18.421 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.065340577Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-09-21T09:38:18.422 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.068699167Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-09-21T09:38:18.422 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.072179204Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-09-21T09:38:18.422 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.072598593Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-09-21T09:38:18.422 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.072951161Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-09-21T09:38:18.422 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.073739153Z level=info msg="Executing migration" id="create alert_rule table" 2024-09-21T09:38:18.422 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.074141905Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-09-21T09:38:18.422 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.074545532Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-09-21T09:38:18.422 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.074930829Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-09-21T09:38:18.422 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.075347421Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-09-21T09:38:18.422 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.075612485Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-09-21T09:38:18.422 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.076459344Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-09-21T09:38:18.422 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.077231866Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-09-21T09:38:18.422 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.07799459Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-09-21T09:38:18.422 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.078384306Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-09-21T09:38:18.423 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.078734028Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-09-21T09:38:18.423 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.079528956Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-09-21T09:38:18.423 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.080325808Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-09-21T09:38:18.423 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.080717289Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-09-21T09:38:18.423 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.081527841Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-09-21T09:38:18.423 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.082308154Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-09-21T09:38:18.423 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.082589387Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-09-21T09:38:18.423 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.082993909Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-09-21T09:38:18.423 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.083411679Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-09-21T09:38:18.423 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.083801177Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-09-21T09:38:18.423 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.084027433Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-09-21T09:38:18.423 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.084853866Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-09-21T09:38:18.423 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.085672448Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-09-21T09:38:18.423 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.086493079Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-09-21T09:38:18.423 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.087319273Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-09-21T09:38:18.424 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.088109312Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-09-21T09:38:18.424 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.088377721Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-09-21T09:38:18.424 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.088727276Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-09-21T09:38:18.424 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.089559801Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-09-21T09:38:18.424 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.089821574Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-09-21T09:38:18.424 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.090676635Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-09-21T09:38:18.424 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.09107339Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-09-21T09:38:18.424 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.091886387Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-09-21T09:38:18.424 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.092295871Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-09-21T09:38:18.424 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.092684558Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-09-21T09:38:18.424 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.093535493Z level=info msg="Executing migration" id="create provenance_type table" 2024-09-21T09:38:18.424 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.093892555Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-09-21T09:38:18.424 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.094303062Z level=info msg="Executing migration" id="create alert_image table" 2024-09-21T09:38:18.424 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.094653575Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-09-21T09:38:18.424 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.095041569Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-09-21T09:38:18.425 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.09530985Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-09-21T09:38:18.425 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.095672632Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-09-21T09:38:18.425 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.096023797Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-09-21T09:38:18.425 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.096109249Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-09-21T09:38:18.425 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.096339807Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-09-21T09:38:18.425 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.096616674Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-09-21T09:38:18.425 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.096958777Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-09-21T09:38:18.425 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.097071619Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-09-21T09:38:18.425 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.09718135Z level=info msg="alerts found to migrate" alerts=0 2024-09-21T09:38:18.425 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.097525831Z level=info msg="Executing migration" id="create library_element table v1" 2024-09-21T09:38:18.425 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.097923344Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-09-21T09:38:18.425 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.098328676Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-09-21T09:38:18.425 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.098691234Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-09-21T09:38:18.425 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.099086977Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-09-21T09:38:18.425 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.099503454Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-09-21T09:38:18.426 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.099721418Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-09-21T09:38:18.426 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.100010983Z level=info msg="Executing migration" id="create data_keys table" 2024-09-21T09:38:18.426 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.10039458Z level=info msg="Executing migration" id="create secrets table" 2024-09-21T09:38:18.426 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.100780419Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-09-21T09:38:18.426 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.104982383Z level=info msg="Executing migration" id="add name column into data_keys" 2024-09-21T09:38:18.426 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.105865002Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-09-21T09:38:18.426 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.10616714Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-09-21T09:38:18.426 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.110355612Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-09-21T09:38:18.426 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.114554485Z level=info msg="Executing migration" id="create kv_store table v1" 2024-09-21T09:38:18.426 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.114923019Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-09-21T09:38:18.426 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.115327977Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-09-21T09:38:18.426 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.115625982Z level=info msg="Executing migration" id="create permission table" 2024-09-21T09:38:18.426 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.115974546Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-09-21T09:38:18.426 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.116368718Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-09-21T09:38:18.427 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.116764954Z level=info msg="Executing migration" id="create role table" 2024-09-21T09:38:18.427 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.117130597Z level=info msg="Executing migration" id="add column display_name" 2024-09-21T09:38:18.427 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.118006892Z level=info msg="Executing migration" id="add column group_name" 2024-09-21T09:38:18.427 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.118890239Z level=info msg="Executing migration" id="add index role.org_id" 2024-09-21T09:38:18.427 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.119297391Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-09-21T09:38:18.427 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.119689943Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-09-21T09:38:18.427 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.120084004Z level=info msg="Executing migration" id="create team role table" 2024-09-21T09:38:18.427 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.120437183Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-09-21T09:38:18.427 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.120818277Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-09-21T09:38:18.427 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.121296814Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-09-21T09:38:18.427 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.12171318Z level=info msg="Executing migration" id="create user role table" 2024-09-21T09:38:18.427 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.122073265Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-09-21T09:38:18.427 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.122463468Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-09-21T09:38:18.427 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.12284987Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-09-21T09:38:18.427 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.123251225Z level=info msg="Executing migration" id="create builtin role table" 2024-09-21T09:38:18.428 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.12363115Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-09-21T09:38:18.428 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.124022008Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-09-21T09:38:18.428 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.124421127Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-09-21T09:38:18.428 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.125360635Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-09-21T09:38:18.428 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.125812747Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-09-21T09:38:18.428 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.126218003Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-09-21T09:38:18.428 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.126592343Z level=info msg="Executing migration" id="add unique index role.uid" 2024-09-21T09:38:18.428 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.126943599Z level=info msg="Executing migration" id="create seed assignment table" 2024-09-21T09:38:18.428 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.127302163Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-09-21T09:38:18.428 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.127696689Z level=info msg="Executing migration" id="add column hidden to role table" 2024-09-21T09:38:18.428 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.128639552Z level=info msg="Executing migration" id="create query_history table v1" 2024-09-21T09:38:18.428 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.129000711Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-09-21T09:38:18.428 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.12943063Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-09-21T09:38:18.429 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.129656701Z level=info msg="Executing migration" id="teams permissions migration" 2024-09-21T09:38:18.429 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.129982693Z level=info msg="Executing migration" id="dashboard permissions" 2024-09-21T09:38:18.429 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.130433119Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-09-21T09:38:18.429 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.130727886Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-09-21T09:38:18.429 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.130958828Z level=info msg="Executing migration" id="alerting notification permissions" 2024-09-21T09:38:18.429 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.131290137Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-09-21T09:38:18.429 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.131636752Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-09-21T09:38:18.430 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.13202623Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-09-21T09:38:18.430 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.132951923Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-09-21T09:38:18.430 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.133244247Z level=info msg="Executing migration" id="create correlation table v1" 2024-09-21T09:38:18.430 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.133615037Z level=info msg="Executing migration" id="add index correlations.uid" 2024-09-21T09:38:18.430 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.133999969Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-09-21T09:38:18.430 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.134471112Z level=info msg="Executing migration" id="add correlation config column" 2024-09-21T09:38:18.430 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.135476824Z level=info msg="Executing migration" id="create entity_events table" 2024-09-21T09:38:18.430 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.1358946Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-09-21T09:38:18.430 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.136279746Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-09-21T09:38:18.430 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.13636036Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-09-21T09:38:18.430 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.136616271Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-09-21T09:38:18.430 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.136691827Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-09-21T09:38:18.430 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.136891702Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-09-21T09:38:18.430 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.137285933Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-09-21T09:38:18.431 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.13769332Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-09-21T09:38:18.431 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.138088741Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-09-21T09:38:18.431 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.138484172Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-09-21T09:38:18.431 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.138822633Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-09-21T09:38:18.431 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.139214511Z level=info msg="Executing migration" id="Drop public config table" 2024-09-21T09:38:18.431 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.13960217Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-09-21T09:38:18.431 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.139959685Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-09-21T09:38:18.431 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.1403621Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-09-21T09:38:18.431 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.140809603Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-09-21T09:38:18.431 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.141214089Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-09-21T09:38:18.431 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.144191843Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-09-21T09:38:18.431 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.145200901Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-09-21T09:38:18.431 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.146221223Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-09-21T09:38:18.431 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.146512958Z level=info msg="Executing migration" id="add share column" 2024-09-21T09:38:18.431 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.14756353Z level=info msg="Executing migration" id="create default alerting folders" 2024-09-21T09:38:18.432 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.147962334Z level=info msg="Executing migration" id="create file table" 2024-09-21T09:38:18.432 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.148368666Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-09-21T09:38:18.432 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.148768759Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-09-21T09:38:18.432 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.149206529Z level=info msg="Executing migration" id="create file_meta table" 2024-09-21T09:38:18.432 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.149752063Z level=info msg="Executing migration" id="file table idx: path key" 2024-09-21T09:38:18.432 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.150194025Z level=info msg="Executing migration" id="set path collation in file table" 2024-09-21T09:38:18.432 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.150448726Z level=info msg="Executing migration" id="managed permissions migration" 2024-09-21T09:38:18.432 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.150747786Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-09-21T09:38:18.432 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.150991266Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-09-21T09:38:18.432 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.151394831Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-09-21T09:38:18.432 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.152360763Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-09-21T09:38:18.432 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.152636808Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-09-21T09:38:18.432 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.153025064Z level=info msg="Executing migration" id="update group index for alert rules" 2024-09-21T09:38:18.432 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.153417642Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-09-21T09:38:18.433 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.153663869Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-09-21T09:38:18.433 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.153959109Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-09-21T09:38:18.433 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.154929281Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-09-21T09:38:18.433 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.155902889Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-09-21T09:38:18.433 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.156299315Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-09-21T09:38:18.433 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.166111538Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-09-21T09:38:18.433 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.166630298Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-09-21T09:38:18.433 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.167055512Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-09-21T09:38:18.433 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.170590136Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-09-21T09:38:18.433 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.170891918Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-09-21T09:38:18.433 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.171230283Z level=info msg="Executing migration" id="create folder table" 2024-09-21T09:38:18.433 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.171598714Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-09-21T09:38:18.433 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.171989795Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-09-21T09:38:18.433 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.172397764Z level=info msg="Executing migration" id="Update folder title length" 2024-09-21T09:38:18.433 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.172616578Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-09-21T09:38:18.433 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=migrator t=2024-09-21T09:38:18.172993391Z level=info msg="migrations completed" performed=485 skipped=0 duration=246.964198ms 2024-09-21T09:38:18.434 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=sqlstore t=2024-09-21T09:38:18.173388052Z level=info msg="Created default organization" 2024-09-21T09:38:18.434 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=plugin.loader t=2024-09-21T09:38:18.229117369Z level=info msg="Plugin registered" pluginID=input 2024-09-21T09:38:18.434 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=plugin.loader t=2024-09-21T09:38:18.257122529Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-09-21T09:38:18.434 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=plugin.loader t=2024-09-21T09:38:18.257151396Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-09-21T09:38:18.434 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=secrets t=2024-09-21T09:38:18.257199137Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-09-21T09:38:18.434 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=query_data t=2024-09-21T09:38:18.258836935Z level=info msg="Query Service initialization" 2024-09-21T09:38:18.434 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=live.push_http t=2024-09-21T09:38:18.261231203Z level=info msg="Live Push Gateway initialization" 2024-09-21T09:38:19.075 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:18 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:19.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:18 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:19.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:18 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:19.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:18 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:19.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:18 smithi053 ceph-mon[29335]: Deploying daemon node-exporter.a on smithi053 2024-09-21T09:38:19.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:18 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:19.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:18 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:19.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:18 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:19.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:18 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:19.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:18 smithi053 ceph-mon[41013]: Deploying daemon node-exporter.a on smithi053 2024-09-21T09:38:19.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:19.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:19.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:19.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:19.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-mon[32771]: Deploying daemon node-exporter.a on smithi053 2024-09-21T09:38:19.414 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:18 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=infra.usagestats.collector t=2024-09-21T09:38:18.969432404Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-09-21T09:38:19.414 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:19 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=provisioning.datasources t=2024-09-21T09:38:19.024049888Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-09-21T09:38:19.414 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:19 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=provisioning.datasources t=2024-09-21T09:38:19.055640401Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-09-21T09:38:19.414 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:19 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=provisioning.alerting t=2024-09-21T09:38:19.077170092Z level=info msg="starting to provision alerting" 2024-09-21T09:38:19.414 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:19 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=provisioning.alerting t=2024-09-21T09:38:19.077190605Z level=info msg="finished to provision alerting" 2024-09-21T09:38:19.414 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:19 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=grafanaStorageLogger t=2024-09-21T09:38:19.077345248Z level=info msg="storage starting" 2024-09-21T09:38:19.414 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:19 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=ngalert.state.manager t=2024-09-21T09:38:19.077413109Z level=info msg="Warming state cache for startup" 2024-09-21T09:38:19.414 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:19 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=http.server t=2024-09-21T09:38:19.079368693Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-09-21T09:38:19.414 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:19 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=ngalert.state.manager t=2024-09-21T09:38:19.088237736Z level=info msg="State cache has been initialized" states=0 duration=10.823057ms 2024-09-21T09:38:19.415 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:19 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=ticker t=2024-09-21T09:38:19.088315462Z level=info msg=starting first_tick=2024-09-21T09:38:20Z 2024-09-21T09:38:19.415 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:19 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=ngalert.multiorg.alertmanager t=2024-09-21T09:38:19.088310344Z level=info msg="starting MultiOrg Alertmanager" 2024-09-21T09:38:19.415 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:38:19 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a[64373]: logger=sqlstore.transactions t=2024-09-21T09:38:19.08812186Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-21T09:38:20.311 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:19 smithi053 ceph-mon[29335]: pgmap v27: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:20.311 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:19 smithi053 ceph-mon[41013]: pgmap v27: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:20.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:19 smithi170 ceph-mon[32771]: pgmap v27: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:21.910 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:21 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:21.910 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:21 smithi053 ceph-mon[41013]: pgmap v28: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:21.910 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:21 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:21.910 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:21 smithi053 ceph-mon[29335]: pgmap v28: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:21.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:21 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:21.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:21 smithi170 ceph-mon[32771]: pgmap v28: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:21.932 INFO:teuthology.orchestra.run.smithi053.stdout:55834574892 2024-09-21T09:38:21.932 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph osd last-stat-seq osd.1 2024-09-21T09:38:22.222 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:38:22 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: ::ffff:172.21.15.170 - - [21/Sep/2024:09:38:22] "GET /metrics HTTP/1.1" 200 28505 "" "Prometheus/2.43.0" 2024-09-21T09:38:22.737 INFO:teuthology.orchestra.run.smithi053.stdout:128849018909 2024-09-21T09:38:22.737 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph osd last-stat-seq osd.4 2024-09-21T09:38:23.504 INFO:teuthology.orchestra.run.smithi053.stdout:231928233998 2024-09-21T09:38:23.505 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph osd last-stat-seq osd.7 2024-09-21T09:38:23.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:23 smithi053 ceph-mon[41013]: pgmap v29: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:23.826 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:23 smithi053 ceph-mon[29335]: pgmap v29: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:23.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:23 smithi170 ceph-mon[32771]: pgmap v29: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:25.794 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:25 smithi053 ceph-mon[41013]: pgmap v30: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:25.794 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:25 smithi053 ceph-mon[29335]: pgmap v30: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:25.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:25 smithi170 ceph-mon[32771]: pgmap v30: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:27.590 INFO:teuthology.orchestra.run.smithi053.stdout:197568495638 2024-09-21T09:38:27.590 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph osd last-stat-seq osd.6 2024-09-21T09:38:27.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:27 smithi053 ceph-mon[29335]: pgmap v31: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:27.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:27 smithi053 ceph-mon[41013]: pgmap v31: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:28.163 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:27 smithi170 ceph-mon[32771]: pgmap v31: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:28.355 INFO:teuthology.orchestra.run.smithi053.stdout:107374182434 2024-09-21T09:38:28.355 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph osd last-stat-seq osd.3 2024-09-21T09:38:29.664 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:29 smithi053 systemd[1]: Starting Ceph node-exporter.a for 41b6d1ee-77fc-11ef-baf6-efdc52797490... 2024-09-21T09:38:29.906 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:38:29.906 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:38:29.928 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:29 smithi053 ceph-mon[41013]: pgmap v32: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:29.928 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:29 smithi053 ceph-mon[29335]: pgmap v32: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:29.931 INFO:teuthology.orchestra.run.smithi053.stdout:77309411369 2024-09-21T09:38:29.931 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph osd last-stat-seq osd.2 2024-09-21T09:38:30.163 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:29 smithi170 ceph-mon[32771]: pgmap v32: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:30.513 INFO:teuthology.orchestra.run.smithi053.stdout:163208757273 2024-09-21T09:38:30.513 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph osd last-stat-seq osd.5 2024-09-21T09:38:30.583 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:38:30.584 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:38:30.819 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:30 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:38:30.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:30 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:38:31.072 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:30 smithi053 bash[73997]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-09-21T09:38:31.163 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:30 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:38:31.460 INFO:teuthology.orchestra.run.smithi053.stdout:34359738419 2024-09-21T09:38:31.460 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph osd last-stat-seq osd.0 2024-09-21T09:38:31.627 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:31 smithi053 bash[73997]: Getting image source signatures 2024-09-21T09:38:31.627 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:31 smithi053 bash[73997]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-09-21T09:38:31.627 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:31 smithi053 bash[73997]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-09-21T09:38:31.627 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:31 smithi053 bash[73997]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-09-21T09:38:31.957 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:31 smithi053 ceph-mon[29335]: pgmap v33: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:31.957 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:31 smithi053 ceph-mon[41013]: pgmap v33: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:32.163 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:31 smithi170 ceph-mon[32771]: pgmap v33: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:32.325 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:38:32 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: ::ffff:172.21.15.170 - - [21/Sep/2024:09:38:32] "GET /metrics HTTP/1.1" 200 28508 "" "Prometheus/2.43.0" 2024-09-21T09:38:33.344 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:38:33.345 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:38:33.545 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:33 smithi053 bash[73997]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-09-21T09:38:33.819 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:33 smithi053 ceph-mon[41013]: pgmap v34: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:33.819 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:33 smithi053 ceph-mon[29335]: pgmap v34: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:33.819 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:33 smithi053 bash[73997]: Writing manifest to image destination 2024-09-21T09:38:34.163 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:33 smithi170 ceph-mon[32771]: pgmap v34: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:34.556 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:34 smithi053 podman[73997]: 2024-09-21 09:38:34.225862009 +0000 UTC m=+3.653293945 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-09-21T09:38:36.071 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:35 smithi053 ceph-mon[41013]: pgmap v35: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:36.071 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:35 smithi053 ceph-mon[29335]: pgmap v35: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:36.163 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:35 smithi170 ceph-mon[32771]: pgmap v35: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:36.324 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:36 smithi053 podman[73997]: 2024-09-21 09:38:36.186825058 +0000 UTC m=+5.614256979 container create 7a7d249126c508b23f5c5a213a4f930a01a3a400b7b05fa9dc2db013dafeb02e (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-21T09:38:37.364 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:38:37.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:37 smithi170 ceph-mon[32771]: from='client.? 172.21.15.53:0/507235468' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-21T09:38:37.725 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:37 smithi053 ceph-mon[41013]: from='client.? 172.21.15.53:0/507235468' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-21T09:38:37.725 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:37 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/507235468' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-21T09:38:38.068 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:37 smithi053 podman[73997]: 2024-09-21 09:38:37.958705818 +0000 UTC m=+7.386137748 container init 7a7d249126c508b23f5c5a213a4f930a01a3a400b7b05fa9dc2db013dafeb02e (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-21T09:38:38.069 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:37 smithi053 podman[73997]: 2024-09-21 09:38:37.964585738 +0000 UTC m=+7.392017661 container start 7a7d249126c508b23f5c5a213a4f930a01a3a400b7b05fa9dc2db013dafeb02e (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-21T09:38:38.069 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:37 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-a[74527]: ts=2024-09-21T09:38:37.968Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-09-21T09:38:38.069 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:37 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-a[74527]: ts=2024-09-21T09:38:37.968Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-09-21T09:38:38.069 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:37 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-a[74527]: ts=2024-09-21T09:38:37.969Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-21T09:38:38.069 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:37 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-a[74527]: ts=2024-09-21T09:38:37.969Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-21T09:38:38.069 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:37 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-a[74527]: ts=2024-09-21T09:38:37.969Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-21T09:38:38.069 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:37 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-a[74527]: ts=2024-09-21T09:38:37.969Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-21T09:38:38.069 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:37 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-a[74527]: ts=2024-09-21T09:38:37.970Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-21T09:38:38.069 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:37 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-a[74527]: ts=2024-09-21T09:38:37.970Z caller=node_exporter.go:117 level=info collector=arp 2024-09-21T09:38:38.069 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:37 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-a[74527]: ts=2024-09-21T09:38:37.970Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-21T09:38:38.069 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:37 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-a[74527]: ts=2024-09-21T09:38:37.970Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-21T09:38:38.069 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:37 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-a[74527]: ts=2024-09-21T09:38:37.970Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-21T09:38:38.070 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:37 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-a[74527]: ts=2024-09-21T09:38:37.970Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-21T09:38:38.070 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:37 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-a[74527]: ts=2024-09-21T09:38:37.970Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-21T09:38:38.070 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:37 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-a[74527]: ts=2024-09-21T09:38:37.970Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-21T09:38:38.070 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:37 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-a[74527]: ts=2024-09-21T09:38:37.970Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-21T09:38:38.070 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:37 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-a[74527]: ts=2024-09-21T09:38:37.970Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-21T09:38:38.070 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:37 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-a[74527]: ts=2024-09-21T09:38:37.970Z caller=node_exporter.go:117 level=info collector=edac 2024-09-21T09:38:38.070 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:37 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-a[74527]: ts=2024-09-21T09:38:37.970Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-21T09:38:38.071 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:37 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-a[74527]: ts=2024-09-21T09:38:37.970Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-21T09:38:38.071 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:37 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-a[74527]: ts=2024-09-21T09:38:37.970Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-21T09:38:38.071 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:37 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-a[74527]: ts=2024-09-21T09:38:37.970Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-21T09:38:38.071 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:37 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-a[74527]: ts=2024-09-21T09:38:37.970Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-21T09:38:38.071 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:37 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-a[74527]: ts=2024-09-21T09:38:37.970Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-21T09:38:38.071 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:37 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-a[74527]: ts=2024-09-21T09:38:37.970Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-21T09:38:38.071 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:37 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-a[74527]: ts=2024-09-21T09:38:37.970Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-21T09:38:38.071 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:37 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-a[74527]: ts=2024-09-21T09:38:37.970Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-21T09:38:38.071 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:37 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-a[74527]: ts=2024-09-21T09:38:37.970Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-21T09:38:38.071 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:37 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-a[74527]: ts=2024-09-21T09:38:37.970Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-21T09:38:38.071 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:37 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-a[74527]: ts=2024-09-21T09:38:37.970Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-21T09:38:38.071 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:37 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-a[74527]: ts=2024-09-21T09:38:37.970Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-21T09:38:38.071 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:37 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-a[74527]: ts=2024-09-21T09:38:37.970Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-21T09:38:38.071 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:37 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-a[74527]: ts=2024-09-21T09:38:37.970Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-21T09:38:38.072 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:37 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-a[74527]: ts=2024-09-21T09:38:37.970Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-21T09:38:38.072 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:37 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-a[74527]: ts=2024-09-21T09:38:37.970Z caller=node_exporter.go:117 level=info collector=os 2024-09-21T09:38:38.072 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:37 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-a[74527]: ts=2024-09-21T09:38:37.970Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-21T09:38:38.072 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:37 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-a[74527]: ts=2024-09-21T09:38:37.970Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-21T09:38:38.072 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:37 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-a[74527]: ts=2024-09-21T09:38:37.970Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-21T09:38:38.072 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:37 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-a[74527]: ts=2024-09-21T09:38:37.970Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-21T09:38:38.072 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:37 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-a[74527]: ts=2024-09-21T09:38:37.970Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-21T09:38:38.072 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:37 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-a[74527]: ts=2024-09-21T09:38:37.970Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-21T09:38:38.072 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:37 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-a[74527]: ts=2024-09-21T09:38:37.970Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-21T09:38:38.072 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:37 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-a[74527]: ts=2024-09-21T09:38:37.970Z caller=node_exporter.go:117 level=info collector=stat 2024-09-21T09:38:38.072 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:37 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-a[74527]: ts=2024-09-21T09:38:37.970Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-21T09:38:38.072 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:37 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-a[74527]: ts=2024-09-21T09:38:37.970Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-21T09:38:38.072 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:37 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-a[74527]: ts=2024-09-21T09:38:37.970Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-21T09:38:38.072 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:37 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-a[74527]: ts=2024-09-21T09:38:37.970Z caller=node_exporter.go:117 level=info collector=time 2024-09-21T09:38:38.073 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:37 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-a[74527]: ts=2024-09-21T09:38:37.970Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-21T09:38:38.073 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:37 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-a[74527]: ts=2024-09-21T09:38:37.970Z caller=node_exporter.go:117 level=info collector=uname 2024-09-21T09:38:38.073 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:37 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-a[74527]: ts=2024-09-21T09:38:37.970Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-21T09:38:38.073 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:37 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-a[74527]: ts=2024-09-21T09:38:37.970Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-21T09:38:38.073 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:37 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-a[74527]: ts=2024-09-21T09:38:37.970Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-21T09:38:38.073 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:37 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-a[74527]: ts=2024-09-21T09:38:37.970Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-09-21T09:38:38.073 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:37 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-a[74527]: ts=2024-09-21T09:38:37.970Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-21T09:38:38.073 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:38 smithi053 bash[73997]: 7a7d249126c508b23f5c5a213a4f930a01a3a400b7b05fa9dc2db013dafeb02e 2024-09-21T09:38:38.325 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:38:38 smithi053 systemd[1]: Started Ceph node-exporter.a for 41b6d1ee-77fc-11ef-baf6-efdc52797490. 2024-09-21T09:38:38.678 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:38 smithi170 ceph-mon[32771]: pgmap v36: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:38.679 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:38 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:38.679 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:38 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:38.679 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:38 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:38.790 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:38 smithi053 ceph-mon[41013]: pgmap v36: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:38.790 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:38 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:38.790 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:38 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:38.790 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:38 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:38.790 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:38 smithi053 ceph-mon[29335]: pgmap v36: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:38.790 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:38 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:38.790 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:38 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:38.790 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:38 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:39.040 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:38 smithi170 systemd[1]: Starting Ceph node-exporter.b for 41b6d1ee-77fc-11ef-baf6-efdc52797490... 2024-09-21T09:38:39.413 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:39 smithi170 bash[64644]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-09-21T09:38:39.555 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:39 smithi053 ceph-mon[41013]: Deploying daemon node-exporter.b on smithi170 2024-09-21T09:38:39.555 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:39 smithi053 ceph-mon[29335]: Deploying daemon node-exporter.b on smithi170 2024-09-21T09:38:39.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:39 smithi170 ceph-mon[32771]: Deploying daemon node-exporter.b on smithi170 2024-09-21T09:38:39.913 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:39 smithi170 bash[64644]: Getting image source signatures 2024-09-21T09:38:39.913 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:39 smithi170 bash[64644]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-09-21T09:38:39.913 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:39 smithi170 bash[64644]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-09-21T09:38:39.914 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:39 smithi170 bash[64644]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-09-21T09:38:40.420 INFO:teuthology.orchestra.run.smithi053.stdout:77309411371 2024-09-21T09:38:40.706 INFO:teuthology.orchestra.run.smithi053.stdout:55834574895 2024-09-21T09:38:40.706 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:40 smithi053 ceph-mon[29335]: pgmap v37: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:40.707 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:40 smithi053 ceph-mon[41013]: pgmap v37: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:40.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:40 smithi170 ceph-mon[32771]: pgmap v37: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:41.344 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574892 got 55834574895 for osd.1 2024-09-21T09:38:41.344 DEBUG:teuthology.parallel:result is None 2024-09-21T09:38:41.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:41 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/3934656374' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-21T09:38:41.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:41 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/3076782255' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-21T09:38:41.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:41 smithi053 ceph-mon[41013]: from='client.? 172.21.15.53:0/3934656374' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-21T09:38:41.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:41 smithi053 ceph-mon[41013]: from='client.? 172.21.15.53:0/3076782255' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-21T09:38:41.619 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:38:41.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:41 smithi170 ceph-mon[32771]: from='client.? 172.21.15.53:0/3934656374' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-21T09:38:41.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:41 smithi170 ceph-mon[32771]: from='client.? 172.21.15.53:0/3076782255' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-21T09:38:42.274 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:38:42 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: ::ffff:172.21.15.170 - - [21/Sep/2024:09:38:42] "GET /metrics HTTP/1.1" 200 28508 "" "Prometheus/2.43.0" 2024-09-21T09:38:42.569 INFO:teuthology.orchestra.run.smithi053.stdout:197568495640 2024-09-21T09:38:42.570 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:42 smithi053 ceph-mon[41013]: pgmap v38: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:42.570 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:42 smithi053 ceph-mon[29335]: pgmap v38: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:42.754 INFO:teuthology.orchestra.run.smithi053.stdout:128849018913 2024-09-21T09:38:42.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:42 smithi170 ceph-mon[32771]: pgmap v38: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:43.350 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849018909 got 128849018913 for osd.4 2024-09-21T09:38:43.350 DEBUG:teuthology.parallel:result is None 2024-09-21T09:38:43.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:43 smithi053 ceph-mon[41013]: from='client.? 172.21.15.53:0/3429349954' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-21T09:38:43.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:43 smithi053 ceph-mon[41013]: from='client.? 172.21.15.53:0/1484093028' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-21T09:38:43.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:43 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/3429349954' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-21T09:38:43.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:43 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/1484093028' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-21T09:38:43.742 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495638 got 197568495640 for osd.6 2024-09-21T09:38:43.742 DEBUG:teuthology.parallel:result is None 2024-09-21T09:38:43.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:43 smithi170 ceph-mon[32771]: from='client.? 172.21.15.53:0/3429349954' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-21T09:38:43.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:43 smithi170 ceph-mon[32771]: from='client.? 172.21.15.53:0/1484093028' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-21T09:38:43.914 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:43 smithi170 bash[64644]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-09-21T09:38:44.229 INFO:teuthology.orchestra.run.smithi053.stdout:107374182437 2024-09-21T09:38:44.817 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:44 smithi053 ceph-mon[41013]: pgmap v39: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:44.817 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:44 smithi053 ceph-mon[29335]: pgmap v39: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:44.843 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182434 got 107374182437 for osd.3 2024-09-21T09:38:44.844 DEBUG:teuthology.parallel:result is None 2024-09-21T09:38:44.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:44 smithi170 ceph-mon[32771]: pgmap v39: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:45.607 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411369 got 77309411371 for osd.2 2024-09-21T09:38:45.607 DEBUG:teuthology.parallel:result is None 2024-09-21T09:38:45.833 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:45 smithi053 ceph-mon[41013]: pgmap v40: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:45.833 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:45 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:38:45.834 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:45 smithi053 ceph-mon[29335]: pgmap v40: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:45.834 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:45 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:38:45.913 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:45 smithi170 bash[64644]: Writing manifest to image destination 2024-09-21T09:38:45.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:45 smithi170 ceph-mon[32771]: pgmap v40: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:45.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:45 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:38:46.394 INFO:teuthology.orchestra.run.smithi053.stdout:163208757277 2024-09-21T09:38:46.932 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:46 smithi170 ceph-mon[32771]: from='client.? 172.21.15.53:0/3862006507' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-21T09:38:46.932 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:46 smithi170 podman[64644]: 2024-09-21 09:38:46.72443734 +0000 UTC m=+7.779307358 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-09-21T09:38:46.932 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:46 smithi170 podman[64644]: 2024-09-21 09:38:46.814691445 +0000 UTC m=+7.869561503 container create 27cc6f533febbde174523b2421930319f1e1fb710b296cbf3be8c4fc6ce5dc63 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-21T09:38:46.994 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:46 smithi053 ceph-mon[41013]: from='client.? 172.21.15.53:0/3862006507' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-21T09:38:46.994 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:46 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/3862006507' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-21T09:38:47.048 INFO:teuthology.orchestra.run.smithi053.stdout:231928234003 2024-09-21T09:38:47.295 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:47 smithi170 podman[64644]: 2024-09-21 09:38:47.041797676 +0000 UTC m=+8.096667690 container init 27cc6f533febbde174523b2421930319f1e1fb710b296cbf3be8c4fc6ce5dc63 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-21T09:38:47.295 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:47 smithi170 podman[64644]: 2024-09-21 09:38:47.047146241 +0000 UTC m=+8.102016256 container start 27cc6f533febbde174523b2421930319f1e1fb710b296cbf3be8c4fc6ce5dc63 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-21T09:38:47.296 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:47 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-b[64720]: ts=2024-09-21T09:38:47.050Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-09-21T09:38:47.296 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:47 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-b[64720]: ts=2024-09-21T09:38:47.051Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-09-21T09:38:47.296 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:47 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-b[64720]: ts=2024-09-21T09:38:47.051Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-21T09:38:47.296 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:47 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-b[64720]: ts=2024-09-21T09:38:47.052Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-21T09:38:47.296 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:47 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-b[64720]: ts=2024-09-21T09:38:47.052Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-21T09:38:47.296 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:47 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-b[64720]: ts=2024-09-21T09:38:47.052Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-21T09:38:47.296 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:47 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-b[64720]: ts=2024-09-21T09:38:47.052Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-21T09:38:47.296 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:47 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-b[64720]: ts=2024-09-21T09:38:47.052Z caller=node_exporter.go:117 level=info collector=arp 2024-09-21T09:38:47.296 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:47 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-b[64720]: ts=2024-09-21T09:38:47.052Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-21T09:38:47.296 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:47 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-b[64720]: ts=2024-09-21T09:38:47.052Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-21T09:38:47.296 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:47 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-b[64720]: ts=2024-09-21T09:38:47.052Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-21T09:38:47.296 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:47 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-b[64720]: ts=2024-09-21T09:38:47.052Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-21T09:38:47.296 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:47 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-b[64720]: ts=2024-09-21T09:38:47.052Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-21T09:38:47.296 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:47 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-b[64720]: ts=2024-09-21T09:38:47.052Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-21T09:38:47.297 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:47 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-b[64720]: ts=2024-09-21T09:38:47.052Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-21T09:38:47.297 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:47 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-b[64720]: ts=2024-09-21T09:38:47.052Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-21T09:38:47.297 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:47 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-b[64720]: ts=2024-09-21T09:38:47.052Z caller=node_exporter.go:117 level=info collector=edac 2024-09-21T09:38:47.297 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:47 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-b[64720]: ts=2024-09-21T09:38:47.052Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-21T09:38:47.297 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:47 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-b[64720]: ts=2024-09-21T09:38:47.052Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-21T09:38:47.297 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:47 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-b[64720]: ts=2024-09-21T09:38:47.052Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-21T09:38:47.297 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:47 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-b[64720]: ts=2024-09-21T09:38:47.052Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-21T09:38:47.298 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:47 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-b[64720]: ts=2024-09-21T09:38:47.052Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-21T09:38:47.298 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:47 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-b[64720]: ts=2024-09-21T09:38:47.052Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-21T09:38:47.298 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:47 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-b[64720]: ts=2024-09-21T09:38:47.052Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-21T09:38:47.298 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:47 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-b[64720]: ts=2024-09-21T09:38:47.052Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-21T09:38:47.298 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:47 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-b[64720]: ts=2024-09-21T09:38:47.052Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-21T09:38:47.298 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:47 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-b[64720]: ts=2024-09-21T09:38:47.052Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-21T09:38:47.298 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:47 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-b[64720]: ts=2024-09-21T09:38:47.052Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-21T09:38:47.298 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:47 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-b[64720]: ts=2024-09-21T09:38:47.052Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-21T09:38:47.298 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:47 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-b[64720]: ts=2024-09-21T09:38:47.052Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-21T09:38:47.298 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:47 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-b[64720]: ts=2024-09-21T09:38:47.052Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-21T09:38:47.298 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:47 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-b[64720]: ts=2024-09-21T09:38:47.052Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-21T09:38:47.298 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:47 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-b[64720]: ts=2024-09-21T09:38:47.052Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-21T09:38:47.298 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:47 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-b[64720]: ts=2024-09-21T09:38:47.052Z caller=node_exporter.go:117 level=info collector=os 2024-09-21T09:38:47.298 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:47 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-b[64720]: ts=2024-09-21T09:38:47.052Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-21T09:38:47.299 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:47 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-b[64720]: ts=2024-09-21T09:38:47.052Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-21T09:38:47.299 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:47 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-b[64720]: ts=2024-09-21T09:38:47.052Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-21T09:38:47.299 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:47 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-b[64720]: ts=2024-09-21T09:38:47.052Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-21T09:38:47.299 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:47 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-b[64720]: ts=2024-09-21T09:38:47.052Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-21T09:38:47.299 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:47 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-b[64720]: ts=2024-09-21T09:38:47.052Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-21T09:38:47.299 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:47 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-b[64720]: ts=2024-09-21T09:38:47.052Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-21T09:38:47.299 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:47 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-b[64720]: ts=2024-09-21T09:38:47.052Z caller=node_exporter.go:117 level=info collector=stat 2024-09-21T09:38:47.299 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:47 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-b[64720]: ts=2024-09-21T09:38:47.052Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-21T09:38:47.299 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:47 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-b[64720]: ts=2024-09-21T09:38:47.052Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-21T09:38:47.299 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:47 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-b[64720]: ts=2024-09-21T09:38:47.052Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-21T09:38:47.299 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:47 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-b[64720]: ts=2024-09-21T09:38:47.052Z caller=node_exporter.go:117 level=info collector=time 2024-09-21T09:38:47.299 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:47 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-b[64720]: ts=2024-09-21T09:38:47.052Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-21T09:38:47.299 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:47 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-b[64720]: ts=2024-09-21T09:38:47.052Z caller=node_exporter.go:117 level=info collector=uname 2024-09-21T09:38:47.300 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:47 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-b[64720]: ts=2024-09-21T09:38:47.052Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-21T09:38:47.300 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:47 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-b[64720]: ts=2024-09-21T09:38:47.052Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-21T09:38:47.300 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:47 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-b[64720]: ts=2024-09-21T09:38:47.052Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-21T09:38:47.300 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:47 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-b[64720]: ts=2024-09-21T09:38:47.052Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-09-21T09:38:47.300 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:47 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-b[64720]: ts=2024-09-21T09:38:47.052Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-21T09:38:47.300 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:47 smithi170 bash[64644]: 27cc6f533febbde174523b2421930319f1e1fb710b296cbf3be8c4fc6ce5dc63 2024-09-21T09:38:47.300 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:38:47 smithi170 systemd[1]: Started Ceph node-exporter.b for 41b6d1ee-77fc-11ef-baf6-efdc52797490. 2024-09-21T09:38:47.798 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:47 smithi053 ceph-mon[41013]: from='client.? 172.21.15.53:0/2691125471' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-21T09:38:47.798 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:47 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:47.798 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:47 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:47.798 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:47 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:47.798 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:47 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:47.798 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:47 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:47.798 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:47 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:38:47.798 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:47 smithi053 ceph-mon[41013]: pgmap v41: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:47.799 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:47 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/2691125471' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-21T09:38:47.799 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:47 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:47.799 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:47 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:47.799 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:47 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:47.799 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:47 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:47.799 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:47 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:47.799 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:47 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:38:47.799 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:47 smithi053 ceph-mon[29335]: pgmap v41: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:47.960 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:47 smithi170 ceph-mon[32771]: from='client.? 172.21.15.53:0/2691125471' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-21T09:38:47.960 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:47 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:47.960 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:47 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:47.960 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:47 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:47.960 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:47 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:47.960 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:47 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:47.960 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:47 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:38:47.960 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:47 smithi170 ceph-mon[32771]: pgmap v41: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:48.220 INFO:tasks.cephadm.ceph_manager.ceph:need seq 231928233998 got 231928234003 for osd.7 2024-09-21T09:38:48.221 DEBUG:teuthology.parallel:result is None 2024-09-21T09:38:49.263 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757273 got 163208757277 for osd.5 2024-09-21T09:38:49.263 DEBUG:teuthology.parallel:result is None 2024-09-21T09:38:49.357 INFO:teuthology.orchestra.run.smithi053.stdout:34359738423 2024-09-21T09:38:49.561 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:49 smithi170 ceph-mon[32771]: from='client.? 172.21.15.53:0/3240274975' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-21T09:38:49.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:49 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/3240274975' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-21T09:38:49.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:49 smithi053 ceph-mon[41013]: from='client.? 172.21.15.53:0/3240274975' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-21T09:38:50.022 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738419 got 34359738423 for osd.0 2024-09-21T09:38:50.022 DEBUG:teuthology.parallel:result is None 2024-09-21T09:38:50.022 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-09-21T09:38:50.023 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph pg dump --format=json 2024-09-21T09:38:50.325 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:50 smithi053 ceph-mon[41013]: pgmap v42: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:50.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:50 smithi053 ceph-mon[29335]: pgmap v42: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:50.515 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:50 smithi170 ceph-mon[32771]: pgmap v42: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:50.799 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:38:51.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:51 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:51.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:51 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:51.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:51 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:51.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:51 smithi170 ceph-mon[32771]: pgmap v43: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:51.965 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:51 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:51.965 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:51 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:51.965 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:51 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:51.965 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:51 smithi053 ceph-mon[41013]: pgmap v43: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:51.965 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:51 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:51.965 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:51 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:51.965 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:51 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:51.965 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:51 smithi053 ceph-mon[29335]: pgmap v43: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:52.243 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:38:52 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: ::ffff:172.21.15.170 - - [21/Sep/2024:09:38:52] "GET /metrics HTTP/1.1" 200 28508 "" "Prometheus/2.43.0" 2024-09-21T09:38:52.692 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:38:52.692 INFO:teuthology.orchestra.run.smithi053.stderr:dumped all 2024-09-21T09:38:53.463 INFO:teuthology.orchestra.run.smithi053.stdout:{"pg_ready":true,"pg_map":{"version":43,"stamp":"2024-09-21T09:38:51.611468+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":181,"num_write_kb":2418,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":131,"ondisk_log_size":131,"up":27,"acting":27,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":27,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":231332,"kb_used_data":6980,"kb_used_omap":12,"kb_used_meta":224243,"kb_avail":749729884,"statfs":{"total":767960285184,"available":767723401216,"internally_reserved":0,"allocated":7147520,"data_stored":4034474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":229625400},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002269"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":20,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-21T09:38:00.566204+0000","last_change":"2024-09-21T09:37:55.488230+0000","last_active":"2024-09-21T09:38:00.566204+0000","last_peered":"2024-09-21T09:38:00.566204+0000","last_clean":"2024-09-21T09:38:00.566204+0000","last_became_active":"2024-09-21T09:37:51.017824+0000","last_became_peered":"2024-09-21T09:37:51.017824+0000","last_unstale":"2024-09-21T09:38:00.566204+0000","last_undegraded":"2024-09-21T09:38:00.566204+0000","last_fullsized":"2024-09-21T09:38:00.566204+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_clean_scrub_stamp":"2024-09-21T09:37:50.009252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:09:05.768743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00034559199999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":20,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-21T09:38:00.197550+0000","last_change":"2024-09-21T09:37:55.488073+0000","last_active":"2024-09-21T09:38:00.197550+0000","last_peered":"2024-09-21T09:38:00.197550+0000","last_clean":"2024-09-21T09:38:00.197550+0000","last_became_active":"2024-09-21T09:37:51.135508+0000","last_became_peered":"2024-09-21T09:37:51.135508+0000","last_unstale":"2024-09-21T09:38:00.197550+0000","last_undegraded":"2024-09-21T09:38:00.197550+0000","last_fullsized":"2024-09-21T09:38:00.197550+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_clean_scrub_stamp":"2024-09-21T09:37:50.009252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:37:15.690933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042841800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":20,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-21T09:38:00.566515+0000","last_change":"2024-09-21T09:37:55.835591+0000","last_active":"2024-09-21T09:38:00.566515+0000","last_peered":"2024-09-21T09:38:00.566515+0000","last_clean":"2024-09-21T09:38:00.566515+0000","last_became_active":"2024-09-21T09:37:51.135450+0000","last_became_peered":"2024-09-21T09:37:51.135450+0000","last_unstale":"2024-09-21T09:38:00.566515+0000","last_undegraded":"2024-09-21T09:38:00.566515+0000","last_fullsized":"2024-09-21T09:38:00.566515+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_clean_scrub_stamp":"2024-09-21T09:37:50.009252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:26:30.650226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00024188399999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":20,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-21T09:38:00.197536+0000","last_change":"2024-09-21T09:37:55.487951+0000","last_active":"2024-09-21T09:38:00.197536+0000","last_peered":"2024-09-21T09:38:00.197536+0000","last_clean":"2024-09-21T09:38:00.197536+0000","last_became_active":"2024-09-21T09:37:51.018985+0000","last_became_peered":"2024-09-21T09:37:51.018985+0000","last_unstale":"2024-09-21T09:38:00.197536+0000","last_undegraded":"2024-09-21T09:38:00.197536+0000","last_fullsized":"2024-09-21T09:38:00.197536+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_clean_scrub_stamp":"2024-09-21T09:37:50.009252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:39:24.528516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00035559900000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"65'2","reported_seq":22,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-21T09:38:00.566008+0000","last_change":"2024-09-21T09:37:55.487316+0000","last_active":"2024-09-21T09:38:00.566008+0000","last_peered":"2024-09-21T09:38:00.566008+0000","last_clean":"2024-09-21T09:38:00.566008+0000","last_became_active":"2024-09-21T09:37:51.017892+0000","last_became_peered":"2024-09-21T09:37:51.017892+0000","last_unstale":"2024-09-21T09:38:00.566008+0000","last_undegraded":"2024-09-21T09:38:00.566008+0000","last_fullsized":"2024-09-21T09:38:00.566008+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_clean_scrub_stamp":"2024-09-21T09:37:50.009252+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:21:28.802477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010916739999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":20,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-21T09:38:00.196818+0000","last_change":"2024-09-21T09:37:55.483371+0000","last_active":"2024-09-21T09:38:00.196818+0000","last_peered":"2024-09-21T09:38:00.196818+0000","last_clean":"2024-09-21T09:38:00.196818+0000","last_became_active":"2024-09-21T09:37:51.135457+0000","last_became_peered":"2024-09-21T09:37:51.135457+0000","last_unstale":"2024-09-21T09:38:00.196818+0000","last_undegraded":"2024-09-21T09:38:00.196818+0000","last_fullsized":"2024-09-21T09:38:00.196818+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_clean_scrub_stamp":"2024-09-21T09:37:50.009252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T21:03:41.363755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00030338899999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":20,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-21T09:38:00.566012+0000","last_change":"2024-09-21T09:37:55.835576+0000","last_active":"2024-09-21T09:38:00.566012+0000","last_peered":"2024-09-21T09:38:00.566012+0000","last_clean":"2024-09-21T09:38:00.566012+0000","last_became_active":"2024-09-21T09:37:51.018975+0000","last_became_peered":"2024-09-21T09:37:51.018975+0000","last_unstale":"2024-09-21T09:38:00.566012+0000","last_undegraded":"2024-09-21T09:38:00.566012+0000","last_fullsized":"2024-09-21T09:38:00.566012+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_clean_scrub_stamp":"2024-09-21T09:37:50.009252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:08:06.650737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00034656500000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"63'1","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-21T09:38:00.566062+0000","last_change":"2024-09-21T09:37:55.486523+0000","last_active":"2024-09-21T09:38:00.566062+0000","last_peered":"2024-09-21T09:38:00.566062+0000","last_clean":"2024-09-21T09:38:00.566062+0000","last_became_active":"2024-09-21T09:37:51.017198+0000","last_became_peered":"2024-09-21T09:37:51.017198+0000","last_unstale":"2024-09-21T09:38:00.566062+0000","last_undegraded":"2024-09-21T09:38:00.566062+0000","last_fullsized":"2024-09-21T09:38:00.566062+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_clean_scrub_stamp":"2024-09-21T09:37:50.009252+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:31:28.205164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00030421700000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"59'128","reported_seq":263,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-21T09:37:55.835198+0000","last_change":"2024-09-21T09:37:20.287819+0000","last_active":"2024-09-21T09:37:55.835198+0000","last_peered":"2024-09-21T09:37:55.835198+0000","last_clean":"2024-09-21T09:37:55.835198+0000","last_became_active":"2024-09-21T09:37:20.287443+0000","last_became_peered":"2024-09-21T09:37:20.287443+0000","last_unstale":"2024-09-21T09:37:55.835198+0000","last_undegraded":"2024-09-21T09:37:55.835198+0000","last_fullsized":"2024-09-21T09:37:55.835198+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:35:17.647431+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:35:17.647431+0000","last_clean_scrub_stamp":"2024-09-21T09:35:17.647431+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:00:37.306434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234004,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28252,"kb_used_data":1232,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716900,"statfs":{"total":95995035648,"available":95966105600,"internally_reserved":0,"allocated":1261568,"data_stored":873130,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 21 09:38:16 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.39600000000000002}]},{"osd":1,"last update":"Sat Sep 21 09:38:16 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.41499999999999998}]},{"osd":2,"last update":"Sat Sep 21 09:38:16 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.374},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.436}]},{"osd":3,"last update":"Sat Sep 21 09:38:16 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.5}]},{"osd":4,"last update":"Sat Sep 21 09:38:16 2024","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.53900000000000003}]},{"osd":5,"last update":"Sat Sep 21 09:38:16 2024","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.47099999999999997}]},{"osd":6,"last update":"Sat Sep 21 09:38:16 2024","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.44,"15min":0.44},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.55500000000000005}]}]},{"osd":6,"up_from":46,"seq":197568495642,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28252,"kb_used_data":1232,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716900,"statfs":{"total":95995035648,"available":95966105600,"internally_reserved":0,"allocated":1261568,"data_stored":872926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 21 09:37:53 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.66500000000000004},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.69999999999999996}]},{"osd":1,"last update":"Sat Sep 21 09:37:53 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.60199999999999998}]},{"osd":2,"last update":"Sat Sep 21 09:37:53 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.626},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.63500000000000001}]},{"osd":3,"last update":"Sat Sep 21 09:37:53 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.99199999999999999,"5min":0.99199999999999999,"15min":0.99199999999999999},"last":0.65100000000000002}]},{"osd":4,"last update":"Sat Sep 21 09:37:53 2024","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.436,"5min":0.436,"15min":0.436},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.47799999999999998}]},{"osd":5,"last update":"Sat Sep 21 09:37:53 2024","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.442,"5min":0.442,"15min":0.442},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.54800000000000004}]},{"osd":7,"last update":"Sat Sep 21 09:38:17 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.56599999999999995}]}]},{"osd":5,"up_from":38,"seq":163208757278,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27676,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717476,"statfs":{"total":95995035648,"available":95966695424,"internally_reserved":0,"allocated":671744,"data_stored":282839,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 21 09:38:29 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.52200000000000002,"15min":0.52800000000000002},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.69399999999999995,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.498,"15min":0.501},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.64500000000000002,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.47599999999999998}]},{"osd":1,"last update":"Sat Sep 21 09:38:29 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.52300000000000002,"15min":0.52500000000000002},"min":{"1min":0.36899999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.67700000000000005,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.502,"15min":0.50600000000000001},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.60399999999999998,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.52200000000000002}]},{"osd":2,"last update":"Sat Sep 21 09:38:29 2024","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.51100000000000001,"15min":0.51200000000000001},"min":{"1min":0.378,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.61899999999999999,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.53200000000000003,"15min":0.52900000000000003},"min":{"1min":0.42399999999999999,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.66000000000000003,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.60899999999999999}]},{"osd":3,"last update":"Sat Sep 21 09:38:29 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.53200000000000003,"15min":0.53400000000000003},"min":{"1min":0.42499999999999999,"5min":0.378,"15min":0.378},"max":{"1min":0.71799999999999997,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.52800000000000002,"15min":0.52700000000000002},"min":{"1min":0.40000000000000002,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.68799999999999994,"5min":0.749,"15min":0.749},"last":0.5}]},{"osd":4,"last update":"Sat Sep 21 09:38:29 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.34499999999999997,"15min":0.33600000000000002},"min":{"1min":0.28899999999999998,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.34999999999999998,"15min":0.33900000000000002},"min":{"1min":0.28699999999999998,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.41199999999999998}]},{"osd":6,"last update":"Sat Sep 21 09:37:53 2024","interfaces":[{"interface":"back","average":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.58499999999999996}]},{"osd":7,"last update":"Sat Sep 21 09:38:20 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.56799999999999995}]}]},{"osd":4,"up_from":30,"seq":128849018915,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31772,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713380,"statfs":{"total":95995035648,"available":95962501120,"internally_reserved":0,"allocated":671744,"data_stored":283093,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 21 09:38:07 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.53600000000000003,"15min":0.53200000000000003},"min":{"1min":0.371,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.70799999999999996,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.51800000000000002,"15min":0.51700000000000002},"min":{"1min":0.40500000000000003,"5min":0.307,"15min":0.307},"max":{"1min":0.67200000000000004,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.52900000000000003}]},{"osd":1,"last update":"Sat Sep 21 09:38:07 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.51900000000000002,"15min":0.51000000000000001},"min":{"1min":0.38200000000000001,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.749,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.52600000000000002,"15min":0.52200000000000002},"min":{"1min":0.36299999999999999,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.50700000000000001}]},{"osd":2,"last update":"Sat Sep 21 09:38:07 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.52600000000000002,"15min":0.51900000000000002},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.53000000000000003,"15min":0.52800000000000002},"min":{"1min":0.42899999999999999,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.67100000000000004,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.57899999999999996}]},{"osd":3,"last update":"Sat Sep 21 09:38:07 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.52100000000000002,"15min":0.51300000000000001},"min":{"1min":0.39400000000000002,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.52600000000000002,"15min":0.52100000000000002},"min":{"1min":0.41599999999999998,"5min":0.375,"15min":0.375},"max":{"1min":0.67800000000000005,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.54100000000000004}]},{"osd":5,"last update":"Sat Sep 21 09:38:28 2024","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.35499999999999998,"15min":0.34699999999999998},"min":{"1min":0.314,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.623,"5min":0.623,"15min":0.623},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.35499999999999998,"15min":0.34599999999999997},"min":{"1min":0.29299999999999998,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.60399999999999998,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.35699999999999998}]},{"osd":6,"last update":"Sat Sep 21 09:37:53 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.32100000000000001}]},{"osd":7,"last update":"Sat Sep 21 09:38:18 2024","interfaces":[{"interface":"back","average":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.498,"5min":0.498,"15min":0.498},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.37}]}]},{"osd":3,"up_from":25,"seq":107374182439,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27672,"kb_used_data":652,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717480,"statfs":{"total":95995035648,"available":95966699520,"internally_reserved":0,"allocated":667648,"data_stored":282820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 21 09:37:45 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.38300000000000001,"15min":0.38200000000000001},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.40400000000000003,"15min":0.40400000000000003},"min":{"1min":0.28799999999999998,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.34100000000000003}]},{"osd":1,"last update":"Sat Sep 21 09:37:45 2024","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.42999999999999999,"15min":0.435},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":0.56599999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.40699999999999997,"15min":0.40899999999999997},"min":{"1min":0.26800000000000002,"5min":0.254,"15min":0.254},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.313}]},{"osd":2,"last update":"Sat Sep 21 09:37:45 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.45100000000000001,"15min":0.45000000000000001},"min":{"1min":0.312,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.46300000000000002,"15min":0.46100000000000002},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.442}]},{"osd":4,"last update":"Sat Sep 21 09:38:06 2024","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":1.079,"5min":1.079,"15min":1.079},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.61099999999999999,"15min":0.61499999999999999},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.69099999999999995}]},{"osd":5,"last update":"Sat Sep 21 09:38:28 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.61399999999999999,"15min":0.62},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":1.119,"5min":1.119,"15min":1.119},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.58199999999999996,"15min":0.58899999999999997},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.504}]},{"osd":6,"last update":"Sat Sep 21 09:37:52 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":1.052,"5min":1.052,"15min":1.052},"last":0.64900000000000002}]},{"osd":7,"last update":"Sat Sep 21 09:38:18 2024","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.1479999999999999,"5min":1.1479999999999999,"15min":1.1479999999999999},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.66300000000000003}]}]},{"osd":2,"up_from":18,"seq":77309411374,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31772,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713380,"statfs":{"total":95995035648,"available":95962501120,"internally_reserved":0,"allocated":671744,"data_stored":283093,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 21 09:38:23 2024","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.38300000000000001,"15min":0.375},"min":{"1min":0.26000000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.64400000000000002,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.41699999999999998,"15min":0.41699999999999998},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.58499999999999996}]},{"osd":1,"last update":"Sat Sep 21 09:38:23 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.42199999999999999,"15min":0.42799999999999999},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.64400000000000002,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.42799999999999999,"15min":0.42099999999999999},"min":{"1min":0.28499999999999998,"5min":0.253,"15min":0.253},"max":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.61899999999999999}]},{"osd":3,"last update":"Sat Sep 21 09:38:47 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.46400000000000002,"15min":0.46500000000000002},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.628,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.441,"15min":0.443},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.61199999999999999,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.42699999999999999}]},{"osd":4,"last update":"Sat Sep 21 09:38:04 2024","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.61099999999999999,"15min":0.60899999999999999},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.629,"15min":0.622},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.048,"5min":1.048,"15min":1.048},"last":0.66000000000000003}]},{"osd":5,"last update":"Sat Sep 21 09:38:27 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.63900000000000001,"15min":0.64300000000000002},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":1.014,"5min":1.014,"15min":1.014},"last":0.497},{"interface":"front","average":{"1min":0.624,"5min":0.628,"15min":0.628},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.79500000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.52000000000000002}]},{"osd":6,"last update":"Sat Sep 21 09:37:53 2024","interfaces":[{"interface":"back","average":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.93200000000000005,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.47699999999999998}]},{"osd":7,"last update":"Sat Sep 21 09:38:19 2024","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.147,"5min":1.147,"15min":1.147},"last":0.69799999999999995},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.51100000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574898,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27680,"kb_used_data":660,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717472,"statfs":{"total":95995035648,"available":95966691328,"internally_reserved":0,"allocated":675840,"data_stored":283112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 21 09:37:59 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.35499999999999998,"15min":0.34300000000000003},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.58999999999999997,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.38,"15min":0.36399999999999999},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.33100000000000002}]},{"osd":2,"last update":"Sat Sep 21 09:38:22 2024","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.41099999999999998,"15min":0.39900000000000002},"min":{"1min":0.28599999999999998,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.63200000000000001,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.39700000000000002,"15min":0.38700000000000001},"min":{"1min":0.29799999999999999,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.371}]},{"osd":3,"last update":"Sat Sep 21 09:37:46 2024","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.42999999999999999,"15min":0.432},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.311},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.46800000000000003,"15min":0.46600000000000003},"min":{"1min":0.34599999999999997,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.42899999999999999}]},{"osd":4,"last update":"Sat Sep 21 09:38:05 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.56399999999999995,"15min":0.56299999999999994},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.57199999999999995,"15min":0.57299999999999995},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.0109999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.41699999999999998}]},{"osd":5,"last update":"Sat Sep 21 09:38:31 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.59599999999999997,"15min":0.59899999999999998},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.80200000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.58999999999999997,"15min":0.59399999999999997},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.96599999999999997,"5min":0.96599999999999997,"15min":0.96599999999999997},"last":0.47999999999999998}]},{"osd":6,"last update":"Sat Sep 21 09:37:54 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.497},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.61899999999999999}]},{"osd":7,"last update":"Sat Sep 21 09:38:18 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.52200000000000002}]}]},{"osd":0,"up_from":8,"seq":34359738423,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28256,"kb_used_data":1236,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716896,"statfs":{"total":95995035648,"available":95966101504,"internally_reserved":0,"allocated":1265664,"data_stored":873461,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 21 09:37:57 2024","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.34799999999999998,"15min":0.32200000000000001},"min":{"1min":0.24399999999999999,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.438,"5min":0.36799999999999999,"15min":0.34599999999999997},"min":{"1min":0.26500000000000001,"5min":0.224,"15min":0.224},"max":{"1min":0.57899999999999996,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.38200000000000001}]},{"osd":2,"last update":"Sat Sep 21 09:38:22 2024","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.39100000000000001,"15min":0.372},"min":{"1min":0.27500000000000002,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.435},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.38600000000000001,"15min":0.35999999999999999},"min":{"1min":0.27600000000000002,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.34100000000000003}]},{"osd":3,"last update":"Sat Sep 21 09:37:45 2024","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.442,"15min":0.436},"min":{"1min":0.34899999999999998,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.41999999999999998,"15min":0.41499999999999998},"min":{"1min":0.28799999999999998,"5min":0.245,"15min":0.245},"max":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.318}]},{"osd":4,"last update":"Sat Sep 21 09:38:06 2024","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.59199999999999997,"15min":0.58699999999999997},"min":{"1min":0.46000000000000002,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.58699999999999997,"15min":0.58199999999999996},"min":{"1min":0.41999999999999998,"5min":0.378,"15min":0.378},"max":{"1min":1.004,"5min":1.004,"15min":1.004},"last":0.68000000000000005}]},{"osd":5,"last update":"Sat Sep 21 09:38:35 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.623,"15min":0.63300000000000001},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.747,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.61399999999999999,"15min":0.61799999999999999},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.877,"5min":0.97799999999999998,"15min":0.97799999999999998},"last":0.53900000000000003}]},{"osd":6,"last update":"Sat Sep 21 09:37:52 2024","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"min":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.748},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.66700000000000004}]},{"osd":7,"last update":"Sat Sep 21 09:38:20 2024","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.92100000000000004,"5min":0.92100000000000004,"15min":0.92100000000000004},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":0.72799999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T09:38:53.465 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph pg dump --format=json 2024-09-21T09:38:53.751 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:53 smithi053 ceph-mon[41013]: from='client.24503 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-21T09:38:53.751 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:53 smithi053 ceph-mon[41013]: pgmap v44: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:53.752 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:53 smithi053 ceph-mon[29335]: from='client.24503 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-21T09:38:53.752 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:53 smithi053 ceph-mon[29335]: pgmap v44: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:54.040 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:38:54.163 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:53 smithi170 ceph-mon[32771]: from='client.24503 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-21T09:38:54.163 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:53 smithi170 ceph-mon[32771]: pgmap v44: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:56.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:56 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:56.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:56 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:56.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:56 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:38:56.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:56 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:38:56.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:56 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:56.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:56 smithi053 ceph-mon[29335]: Reconfiguring alertmanager.a (dependencies changed)... 2024-09-21T09:38:56.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:56 smithi053 ceph-mon[29335]: Reconfiguring daemon alertmanager.a on smithi053 2024-09-21T09:38:56.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:56 smithi053 ceph-mon[29335]: pgmap v45: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:56.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:56 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:56.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:56 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:56.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:56 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:38:56.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:56 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:38:56.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:56 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:56.327 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:56 smithi053 ceph-mon[41013]: Reconfiguring alertmanager.a (dependencies changed)... 2024-09-21T09:38:56.327 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:56 smithi053 ceph-mon[41013]: Reconfiguring daemon alertmanager.a on smithi053 2024-09-21T09:38:56.327 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:56 smithi053 ceph-mon[41013]: pgmap v45: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:56.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:56 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:56.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:56 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:56.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:56 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:38:56.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:56 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:38:56.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:56 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:38:56.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:56 smithi170 ceph-mon[32771]: Reconfiguring alertmanager.a (dependencies changed)... 2024-09-21T09:38:56.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:56 smithi170 ceph-mon[32771]: Reconfiguring daemon alertmanager.a on smithi053 2024-09-21T09:38:56.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:56 smithi170 ceph-mon[32771]: pgmap v45: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:57.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:57 smithi170 ceph-mon[32771]: pgmap v46: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:58.004 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:57 smithi053 ceph-mon[29335]: pgmap v46: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:58.004 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:57 smithi053 ceph-mon[41013]: pgmap v46: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:59.311 INFO:journalctl@ceph.alertmanager.a.smithi053.stdout:Sep 21 09:38:59 smithi053 systemd[1]: Stopping Ceph alertmanager.a for 41b6d1ee-77fc-11ef-baf6-efdc52797490... 2024-09-21T09:38:59.525 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:38:59.525 INFO:teuthology.orchestra.run.smithi053.stderr:dumped all 2024-09-21T09:38:59.941 INFO:journalctl@ceph.alertmanager.a.smithi053.stdout:Sep 21 09:38:59 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-alertmanager-a[71160]: ts=2024-09-21T09:38:59.609Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-09-21T09:38:59.942 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:59 smithi053 ceph-mon[41013]: from='client.14613 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-21T09:38:59.942 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:38:59 smithi053 ceph-mon[41013]: pgmap v47: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:38:59.942 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:59 smithi053 ceph-mon[29335]: from='client.14613 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-21T09:38:59.942 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:38:59 smithi053 ceph-mon[29335]: pgmap v47: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:39:00.163 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:59 smithi170 ceph-mon[32771]: from='client.14613 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-21T09:39:00.163 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:38:59 smithi170 ceph-mon[32771]: pgmap v47: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:39:00.249 INFO:teuthology.orchestra.run.smithi053.stdout:{"pg_ready":true,"pg_map":{"version":46,"stamp":"2024-09-21T09:38:57.612937+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":181,"num_write_kb":2418,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":131,"ondisk_log_size":131,"up":27,"acting":27,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":27,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":231332,"kb_used_data":6980,"kb_used_omap":12,"kb_used_meta":224243,"kb_avail":749729884,"statfs":{"total":767960285184,"available":767723401216,"internally_reserved":0,"allocated":7147520,"data_stored":4034474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":229625400},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002674"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":20,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-21T09:38:00.566204+0000","last_change":"2024-09-21T09:37:55.488230+0000","last_active":"2024-09-21T09:38:00.566204+0000","last_peered":"2024-09-21T09:38:00.566204+0000","last_clean":"2024-09-21T09:38:00.566204+0000","last_became_active":"2024-09-21T09:37:51.017824+0000","last_became_peered":"2024-09-21T09:37:51.017824+0000","last_unstale":"2024-09-21T09:38:00.566204+0000","last_undegraded":"2024-09-21T09:38:00.566204+0000","last_fullsized":"2024-09-21T09:38:00.566204+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_clean_scrub_stamp":"2024-09-21T09:37:50.009252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:09:05.768743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00034559199999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":20,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-21T09:38:00.197550+0000","last_change":"2024-09-21T09:37:55.488073+0000","last_active":"2024-09-21T09:38:00.197550+0000","last_peered":"2024-09-21T09:38:00.197550+0000","last_clean":"2024-09-21T09:38:00.197550+0000","last_became_active":"2024-09-21T09:37:51.135508+0000","last_became_peered":"2024-09-21T09:37:51.135508+0000","last_unstale":"2024-09-21T09:38:00.197550+0000","last_undegraded":"2024-09-21T09:38:00.197550+0000","last_fullsized":"2024-09-21T09:38:00.197550+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_clean_scrub_stamp":"2024-09-21T09:37:50.009252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:37:15.690933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042841800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":20,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-21T09:38:00.566515+0000","last_change":"2024-09-21T09:37:55.835591+0000","last_active":"2024-09-21T09:38:00.566515+0000","last_peered":"2024-09-21T09:38:00.566515+0000","last_clean":"2024-09-21T09:38:00.566515+0000","last_became_active":"2024-09-21T09:37:51.135450+0000","last_became_peered":"2024-09-21T09:37:51.135450+0000","last_unstale":"2024-09-21T09:38:00.566515+0000","last_undegraded":"2024-09-21T09:38:00.566515+0000","last_fullsized":"2024-09-21T09:38:00.566515+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_clean_scrub_stamp":"2024-09-21T09:37:50.009252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:26:30.650226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00024188399999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":20,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-21T09:38:00.197536+0000","last_change":"2024-09-21T09:37:55.487951+0000","last_active":"2024-09-21T09:38:00.197536+0000","last_peered":"2024-09-21T09:38:00.197536+0000","last_clean":"2024-09-21T09:38:00.197536+0000","last_became_active":"2024-09-21T09:37:51.018985+0000","last_became_peered":"2024-09-21T09:37:51.018985+0000","last_unstale":"2024-09-21T09:38:00.197536+0000","last_undegraded":"2024-09-21T09:38:00.197536+0000","last_fullsized":"2024-09-21T09:38:00.197536+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_clean_scrub_stamp":"2024-09-21T09:37:50.009252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:39:24.528516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00035559900000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"65'2","reported_seq":22,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-21T09:38:00.566008+0000","last_change":"2024-09-21T09:37:55.487316+0000","last_active":"2024-09-21T09:38:00.566008+0000","last_peered":"2024-09-21T09:38:00.566008+0000","last_clean":"2024-09-21T09:38:00.566008+0000","last_became_active":"2024-09-21T09:37:51.017892+0000","last_became_peered":"2024-09-21T09:37:51.017892+0000","last_unstale":"2024-09-21T09:38:00.566008+0000","last_undegraded":"2024-09-21T09:38:00.566008+0000","last_fullsized":"2024-09-21T09:38:00.566008+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_clean_scrub_stamp":"2024-09-21T09:37:50.009252+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:21:28.802477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010916739999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":20,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-21T09:38:00.196818+0000","last_change":"2024-09-21T09:37:55.483371+0000","last_active":"2024-09-21T09:38:00.196818+0000","last_peered":"2024-09-21T09:38:00.196818+0000","last_clean":"2024-09-21T09:38:00.196818+0000","last_became_active":"2024-09-21T09:37:51.135457+0000","last_became_peered":"2024-09-21T09:37:51.135457+0000","last_unstale":"2024-09-21T09:38:00.196818+0000","last_undegraded":"2024-09-21T09:38:00.196818+0000","last_fullsized":"2024-09-21T09:38:00.196818+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_clean_scrub_stamp":"2024-09-21T09:37:50.009252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T21:03:41.363755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00030338899999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":20,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-21T09:38:00.566012+0000","last_change":"2024-09-21T09:37:55.835576+0000","last_active":"2024-09-21T09:38:00.566012+0000","last_peered":"2024-09-21T09:38:00.566012+0000","last_clean":"2024-09-21T09:38:00.566012+0000","last_became_active":"2024-09-21T09:37:51.018975+0000","last_became_peered":"2024-09-21T09:37:51.018975+0000","last_unstale":"2024-09-21T09:38:00.566012+0000","last_undegraded":"2024-09-21T09:38:00.566012+0000","last_fullsized":"2024-09-21T09:38:00.566012+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_clean_scrub_stamp":"2024-09-21T09:37:50.009252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:08:06.650737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00034656500000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"63'1","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-21T09:38:00.566062+0000","last_change":"2024-09-21T09:37:55.486523+0000","last_active":"2024-09-21T09:38:00.566062+0000","last_peered":"2024-09-21T09:38:00.566062+0000","last_clean":"2024-09-21T09:38:00.566062+0000","last_became_active":"2024-09-21T09:37:51.017198+0000","last_became_peered":"2024-09-21T09:37:51.017198+0000","last_unstale":"2024-09-21T09:38:00.566062+0000","last_undegraded":"2024-09-21T09:38:00.566062+0000","last_fullsized":"2024-09-21T09:38:00.566062+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_clean_scrub_stamp":"2024-09-21T09:37:50.009252+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:31:28.205164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00030421700000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"59'128","reported_seq":263,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-21T09:37:55.835198+0000","last_change":"2024-09-21T09:37:20.287819+0000","last_active":"2024-09-21T09:37:55.835198+0000","last_peered":"2024-09-21T09:37:55.835198+0000","last_clean":"2024-09-21T09:37:55.835198+0000","last_became_active":"2024-09-21T09:37:20.287443+0000","last_became_peered":"2024-09-21T09:37:20.287443+0000","last_unstale":"2024-09-21T09:37:55.835198+0000","last_undegraded":"2024-09-21T09:37:55.835198+0000","last_fullsized":"2024-09-21T09:37:55.835198+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:35:17.647431+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:35:17.647431+0000","last_clean_scrub_stamp":"2024-09-21T09:35:17.647431+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:00:37.306434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234006,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28252,"kb_used_data":1232,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716900,"statfs":{"total":95995035648,"available":95966105600,"internally_reserved":0,"allocated":1261568,"data_stored":873130,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 21 09:38:16 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.46200000000000002}]},{"osd":1,"last update":"Sat Sep 21 09:38:16 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.65800000000000003}]},{"osd":2,"last update":"Sat Sep 21 09:38:16 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.67300000000000004}]},{"osd":3,"last update":"Sat Sep 21 09:38:16 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.55100000000000005}]},{"osd":4,"last update":"Sat Sep 21 09:38:16 2024","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"last":0.505},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.59299999999999997}]},{"osd":5,"last update":"Sat Sep 21 09:38:16 2024","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.626}]},{"osd":6,"last update":"Sat Sep 21 09:38:16 2024","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.44,"15min":0.44},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.68500000000000005}]}]},{"osd":6,"up_from":46,"seq":197568495644,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28252,"kb_used_data":1232,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716900,"statfs":{"total":95995035648,"available":95966105600,"internally_reserved":0,"allocated":1261568,"data_stored":872926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 21 09:38:56 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.52900000000000003,"15min":0.53100000000000003},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.68400000000000005,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.58399999999999996,"15min":0.58799999999999997},"min":{"1min":0.42199999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.72899999999999998,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.57499999999999996}]},{"osd":1,"last update":"Sat Sep 21 09:38:56 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.55300000000000005,"15min":0.55500000000000005},"min":{"1min":0.41099999999999998,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.68100000000000005,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.57199999999999995,"15min":0.57599999999999996},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.54700000000000004}]},{"osd":2,"last update":"Sat Sep 21 09:38:56 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.56599999999999995,"15min":0.56699999999999995},"min":{"1min":0.45200000000000001,"5min":0.433,"15min":0.433},"max":{"1min":0.69699999999999995,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.57999999999999996,"15min":0.58599999999999997},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.73399999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.61199999999999999}]},{"osd":3,"last update":"Sat Sep 21 09:38:56 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.55500000000000005,"15min":0.56100000000000005},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.71899999999999997,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.58999999999999997,"15min":0.59299999999999997},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.71699999999999997,"5min":0.99199999999999999,"15min":0.99199999999999999},"last":0.498}]},{"osd":4,"last update":"Sat Sep 21 09:38:56 2024","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.42499999999999999,"15min":0.42399999999999999},"min":{"1min":0.28299999999999997,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.433,"5min":0.435,"15min":0.435},"min":{"1min":0.32300000000000001,"5min":0.245,"15min":0.245},"max":{"1min":0.59299999999999997,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.47799999999999998}]},{"osd":5,"last update":"Sat Sep 21 09:38:56 2024","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.44700000000000001,"15min":0.44500000000000001},"min":{"1min":0.33100000000000002,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.77500000000000002,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.439},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.44800000000000001,"15min":0.44400000000000001},"min":{"1min":0.35799999999999998,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.65400000000000003,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.53400000000000003}]},{"osd":7,"last update":"Sat Sep 21 09:38:17 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.38900000000000001}]}]},{"osd":5,"up_from":38,"seq":163208757280,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27676,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717476,"statfs":{"total":95995035648,"available":95966695424,"internally_reserved":0,"allocated":671744,"data_stored":282839,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 21 09:38:29 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.52200000000000002,"15min":0.52800000000000002},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.69399999999999995,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.498,"15min":0.501},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.64500000000000002,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.53100000000000003}]},{"osd":1,"last update":"Sat Sep 21 09:38:29 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.52300000000000002,"15min":0.52500000000000002},"min":{"1min":0.36899999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.67700000000000005,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.502,"15min":0.50600000000000001},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.60399999999999998,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.47699999999999998}]},{"osd":2,"last update":"Sat Sep 21 09:38:29 2024","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.51100000000000001,"15min":0.51200000000000001},"min":{"1min":0.378,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.61899999999999999,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.497},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.53200000000000003,"15min":0.52900000000000003},"min":{"1min":0.42399999999999999,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.66000000000000003,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.50800000000000001}]},{"osd":3,"last update":"Sat Sep 21 09:38:29 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.53200000000000003,"15min":0.53400000000000003},"min":{"1min":0.42499999999999999,"5min":0.378,"15min":0.378},"max":{"1min":0.71799999999999997,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.52800000000000002,"15min":0.52700000000000002},"min":{"1min":0.40000000000000002,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.68799999999999994,"5min":0.749,"15min":0.749},"last":0.54500000000000004}]},{"osd":4,"last update":"Sat Sep 21 09:38:29 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.34499999999999997,"15min":0.33600000000000002},"min":{"1min":0.28899999999999998,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.34999999999999998,"15min":0.33900000000000002},"min":{"1min":0.28699999999999998,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.44600000000000001}]},{"osd":6,"last update":"Sat Sep 21 09:38:54 2024","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.42599999999999999,"15min":0.41399999999999998},"min":{"1min":0.34899999999999998,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.42899999999999999,"15min":0.42299999999999999},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.58899999999999997,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.56999999999999995}]},{"osd":7,"last update":"Sat Sep 21 09:38:20 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.56000000000000005}]}]},{"osd":4,"up_from":30,"seq":128849018917,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31772,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713380,"statfs":{"total":95995035648,"available":95962501120,"internally_reserved":0,"allocated":671744,"data_stored":283093,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 21 09:38:07 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.53600000000000003,"15min":0.53200000000000003},"min":{"1min":0.371,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.70799999999999996,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.51800000000000002,"15min":0.51700000000000002},"min":{"1min":0.40500000000000003,"5min":0.307,"15min":0.307},"max":{"1min":0.67200000000000004,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.70199999999999996}]},{"osd":1,"last update":"Sat Sep 21 09:38:07 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.51900000000000002,"15min":0.51000000000000001},"min":{"1min":0.38200000000000001,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.749,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.72899999999999998},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.52600000000000002,"15min":0.52200000000000002},"min":{"1min":0.36299999999999999,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.71499999999999997}]},{"osd":2,"last update":"Sat Sep 21 09:38:07 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.52600000000000002,"15min":0.51900000000000002},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.79100000000000004},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.53000000000000003,"15min":0.52800000000000002},"min":{"1min":0.42899999999999999,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.67100000000000004,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.60799999999999998}]},{"osd":3,"last update":"Sat Sep 21 09:38:07 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.52100000000000002,"15min":0.51300000000000001},"min":{"1min":0.39400000000000002,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.52600000000000002,"15min":0.52100000000000002},"min":{"1min":0.41599999999999998,"5min":0.375,"15min":0.375},"max":{"1min":0.67800000000000005,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.68899999999999995}]},{"osd":5,"last update":"Sat Sep 21 09:38:28 2024","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.35499999999999998,"15min":0.34699999999999998},"min":{"1min":0.314,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.623,"5min":0.623,"15min":0.623},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.35499999999999998,"15min":0.34599999999999997},"min":{"1min":0.29299999999999998,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.60399999999999998,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.56899999999999995}]},{"osd":6,"last update":"Sat Sep 21 09:38:56 2024","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.39500000000000002,"15min":0.38700000000000001},"min":{"1min":0.29799999999999999,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.42299999999999999,"15min":0.41399999999999998},"min":{"1min":0.32100000000000001,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.52500000000000002}]},{"osd":7,"last update":"Sat Sep 21 09:38:18 2024","interfaces":[{"interface":"back","average":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.751},{"interface":"front","average":{"1min":0.498,"5min":0.498,"15min":0.498},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.59099999999999997}]}]},{"osd":3,"up_from":25,"seq":107374182441,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27672,"kb_used_data":652,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717480,"statfs":{"total":95995035648,"available":95966699520,"internally_reserved":0,"allocated":667648,"data_stored":282820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 21 09:38:47 2024","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.38,"15min":0.38100000000000001},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.53700000000000003,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.309},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.25800000000000001}]},{"osd":1,"last update":"Sat Sep 21 09:38:47 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.42199999999999999,"15min":0.432},"min":{"1min":0.27900000000000003,"5min":0.251,"15min":0.251},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.37},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.40300000000000002,"15min":0.40799999999999997},"min":{"1min":0.25600000000000001,"5min":0.254,"15min":0.254},"max":{"1min":0.56799999999999995,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.32000000000000001}]},{"osd":2,"last update":"Sat Sep 21 09:38:47 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.44600000000000001,"15min":0.44800000000000001},"min":{"1min":0.30099999999999999,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.72199999999999998,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.45300000000000001,"15min":0.45700000000000002},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.74299999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.41099999999999998}]},{"osd":4,"last update":"Sat Sep 21 09:38:06 2024","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":1.079,"5min":1.079,"15min":1.079},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.61099999999999999,"15min":0.61499999999999999},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.58399999999999996}]},{"osd":5,"last update":"Sat Sep 21 09:38:28 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.61399999999999999,"15min":0.62},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":1.119,"5min":1.119,"15min":1.119},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.58199999999999996,"15min":0.58899999999999997},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.45700000000000002}]},{"osd":6,"last update":"Sat Sep 21 09:38:55 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.56899999999999995,"15min":0.56699999999999995},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.86299999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.63800000000000001,"15min":0.64300000000000002},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.89100000000000001,"5min":1.052,"15min":1.052},"last":0.56999999999999995}]},{"osd":7,"last update":"Sat Sep 21 09:38:18 2024","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.1479999999999999,"5min":1.1479999999999999,"15min":1.1479999999999999},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.47999999999999998}]}]},{"osd":2,"up_from":18,"seq":77309411375,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31772,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713380,"statfs":{"total":95995035648,"available":95962501120,"internally_reserved":0,"allocated":671744,"data_stored":283093,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 21 09:38:23 2024","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.38300000000000001,"15min":0.375},"min":{"1min":0.26000000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.64400000000000002,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.26600000000000001},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.41699999999999998,"15min":0.41699999999999998},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.28299999999999997}]},{"osd":1,"last update":"Sat Sep 21 09:38:23 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.42199999999999999,"15min":0.42799999999999999},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.64400000000000002,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.42799999999999999,"15min":0.42099999999999999},"min":{"1min":0.28499999999999998,"5min":0.253,"15min":0.253},"max":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.30499999999999999}]},{"osd":3,"last update":"Sat Sep 21 09:38:47 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.46400000000000002,"15min":0.46500000000000002},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.628,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.441,"15min":0.443},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.61199999999999999,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.33600000000000002}]},{"osd":4,"last update":"Sat Sep 21 09:38:04 2024","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.61099999999999999,"15min":0.60899999999999999},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.436},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.629,"15min":0.622},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.048,"5min":1.048,"15min":1.048},"last":0.39300000000000002}]},{"osd":5,"last update":"Sat Sep 21 09:38:27 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.63900000000000001,"15min":0.64300000000000002},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":1.014,"5min":1.014,"15min":1.014},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.624,"5min":0.628,"15min":0.628},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.79500000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.38400000000000001}]},{"osd":6,"last update":"Sat Sep 21 09:38:54 2024","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.65800000000000003,"15min":0.66400000000000003},"min":{"1min":0.46300000000000002,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.77900000000000003,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.65100000000000002,"15min":0.65900000000000003},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.79800000000000004,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.46700000000000003}]},{"osd":7,"last update":"Sat Sep 21 09:38:19 2024","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.147,"5min":1.147,"15min":1.147},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.40200000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574900,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27680,"kb_used_data":660,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717472,"statfs":{"total":95995035648,"available":95966691328,"internally_reserved":0,"allocated":675840,"data_stored":283112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 21 09:37:59 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.35499999999999998,"15min":0.34300000000000003},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.58999999999999997,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.313},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.38,"15min":0.36399999999999999},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.23699999999999999}]},{"osd":2,"last update":"Sat Sep 21 09:38:22 2024","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.41099999999999998,"15min":0.39900000000000002},"min":{"1min":0.28599999999999998,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.63200000000000001,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.39700000000000002,"15min":0.38700000000000001},"min":{"1min":0.29799999999999999,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.28000000000000003}]},{"osd":3,"last update":"Sat Sep 21 09:38:47 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.42399999999999999,"15min":0.42999999999999999},"min":{"1min":0.25700000000000001,"5min":0.214,"15min":0.214},"max":{"1min":0.61799999999999999,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.27100000000000002},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.46400000000000002,"15min":0.46400000000000002},"min":{"1min":0.307,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.73699999999999999,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.29399999999999998}]},{"osd":4,"last update":"Sat Sep 21 09:38:05 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.56399999999999995,"15min":0.56299999999999994},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.57199999999999995,"15min":0.57299999999999995},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.0109999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.57099999999999995}]},{"osd":5,"last update":"Sat Sep 21 09:38:31 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.59599999999999997,"15min":0.59899999999999998},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.80200000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.58999999999999997,"15min":0.59399999999999997},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.96599999999999997,"5min":0.96599999999999997,"15min":0.96599999999999997},"last":0.52400000000000002}]},{"osd":6,"last update":"Sat Sep 21 09:38:55 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.58199999999999996,"15min":0.57999999999999996},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.92400000000000004,"5min":0.92400000000000004,"15min":0.92400000000000004},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.41299999999999998,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.88100000000000001,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.58499999999999996}]},{"osd":7,"last update":"Sat Sep 21 09:38:18 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.49399999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738425,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28256,"kb_used_data":1236,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716896,"statfs":{"total":95995035648,"available":95966101504,"internally_reserved":0,"allocated":1265664,"data_stored":873461,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 21 09:37:57 2024","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.34799999999999998,"15min":0.32200000000000001},"min":{"1min":0.24399999999999999,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.438,"5min":0.36799999999999999,"15min":0.34599999999999997},"min":{"1min":0.26500000000000001,"5min":0.224,"15min":0.224},"max":{"1min":0.57899999999999996,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.36299999999999999}]},{"osd":2,"last update":"Sat Sep 21 09:38:22 2024","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.39100000000000001,"15min":0.372},"min":{"1min":0.27500000000000002,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.38600000000000001,"15min":0.35999999999999999},"min":{"1min":0.27600000000000002,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.41599999999999998}]},{"osd":3,"last update":"Sat Sep 21 09:38:47 2024","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.44,"15min":0.435},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.53900000000000003,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.41899999999999998,"15min":0.41499999999999998},"min":{"1min":0.30199999999999999,"5min":0.245,"15min":0.245},"max":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"last":0.39600000000000002}]},{"osd":4,"last update":"Sat Sep 21 09:38:06 2024","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.59199999999999997,"15min":0.58699999999999997},"min":{"1min":0.46000000000000002,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.58699999999999997,"15min":0.58199999999999996},"min":{"1min":0.41999999999999998,"5min":0.378,"15min":0.378},"max":{"1min":1.004,"5min":1.004,"15min":1.004},"last":0.61799999999999999}]},{"osd":5,"last update":"Sat Sep 21 09:38:35 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.623,"15min":0.63300000000000001},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.747,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.70799999999999996},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.61399999999999999,"15min":0.61799999999999999},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.877,"5min":0.97799999999999998,"15min":0.97799999999999998},"last":0.72399999999999998}]},{"osd":6,"last update":"Sat Sep 21 09:38:54 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.64900000000000002,"15min":0.66000000000000003},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.749,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.749},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.64200000000000002,"15min":0.64800000000000002},"min":{"1min":0.441,"5min":0.437,"15min":0.437},"max":{"1min":0.84099999999999997,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.63800000000000001}]},{"osd":7,"last update":"Sat Sep 21 09:38:20 2024","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.92100000000000004,"5min":0.92100000000000004,"15min":0.92100000000000004},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":0.60399999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T09:39:00.251 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-09-21T09:39:00.251 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-21T09:39:00.251 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-09-21T09:39:00.252 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph health --format=json 2024-09-21T09:39:00.512 INFO:journalctl@ceph.alertmanager.a.smithi053.stdout:Sep 21 09:39:00 smithi053 podman[76659]: 2024-09-21 09:39:00.259969175 +0000 UTC m=+0.777522612 container died a1263fda45e36e102c6453c485432665f3b9cbc980135f2ab2f241f4b121ef5b (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-21T09:39:00.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:00 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:39:00.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:00 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:39:00.826 INFO:journalctl@ceph.alertmanager.a.smithi053.stdout:Sep 21 09:39:00 smithi053 podman[76659]: 2024-09-21 09:39:00.626275408 +0000 UTC m=+1.143828852 container cleanup a1263fda45e36e102c6453c485432665f3b9cbc980135f2ab2f241f4b121ef5b (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-21T09:39:00.826 INFO:journalctl@ceph.alertmanager.a.smithi053.stdout:Sep 21 09:39:00 smithi053 bash[76659]: ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-alertmanager-a 2024-09-21T09:39:01.046 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:39:01.163 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:00 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:39:01.168 INFO:journalctl@ceph.alertmanager.a.smithi053.stdout:Sep 21 09:39:00 smithi053 podman[76689]: 2024-09-21 09:39:00.902836542 +0000 UTC m=+1.267837912 container remove a1263fda45e36e102c6453c485432665f3b9cbc980135f2ab2f241f4b121ef5b (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-21T09:39:01.168 INFO:journalctl@ceph.alertmanager.a.smithi053.stdout:Sep 21 09:39:00 smithi053 podman[76689]: 2024-09-21 09:39:00.995255305 +0000 UTC m=+1.360256675 volume remove 213b58b86f6241646107d99bcc29c7781f66857fbfdd9098a7fe01058e3f4985 2024-09-21T09:39:01.711 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:01 smithi053 ceph-mon[41013]: pgmap v48: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:39:01.711 INFO:journalctl@ceph.alertmanager.a.smithi053.stdout:Sep 21 09:39:01 smithi053 podman[76787]: 2024-09-21 09:39:01.540678263 +0000 UTC m=+0.510944521 container died d83490b41c1ea8fe9f4684317b3f901e7d14fea0382a781b1ae304840d29a1fc (image=quay.ceph.io/ceph-ci/ceph:reef, name=funny_wozniak, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=reef-6a1bdf8, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-21T09:39:01.711 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:01 smithi053 ceph-mon[29335]: pgmap v48: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:39:02.025 INFO:journalctl@ceph.alertmanager.a.smithi053.stdout:Sep 21 09:39:01 smithi053 systemd[1]: ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@alertmanager.a.service: Deactivated successfully. 2024-09-21T09:39:02.025 INFO:journalctl@ceph.alertmanager.a.smithi053.stdout:Sep 21 09:39:01 smithi053 systemd[1]: Stopped Ceph alertmanager.a for 41b6d1ee-77fc-11ef-baf6-efdc52797490. 2024-09-21T09:39:02.025 INFO:journalctl@ceph.alertmanager.a.smithi053.stdout:Sep 21 09:39:01 smithi053 systemd[1]: Starting Ceph alertmanager.a for 41b6d1ee-77fc-11ef-baf6-efdc52797490... 2024-09-21T09:39:02.163 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:01 smithi170 ceph-mon[32771]: pgmap v48: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:39:02.325 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:39:02 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: ::ffff:172.21.15.170 - - [21/Sep/2024:09:39:02] "GET /metrics HTTP/1.1" 200 28507 "" "Prometheus/2.43.0" 2024-09-21T09:39:02.728 INFO:journalctl@ceph.alertmanager.a.smithi053.stdout:Sep 21 09:39:02 smithi053 podman[76915]: 2024-09-21 09:39:02.268452793 +0000 UTC m=+0.016801029 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-09-21T09:39:02.728 INFO:journalctl@ceph.alertmanager.a.smithi053.stdout:Sep 21 09:39:02 smithi053 podman[76915]: 2024-09-21 09:39:02.393068681 +0000 UTC m=+0.141416943 volume create dc11550dd9ba00d0c476b05d7efefc7769abef9b5742690b82303259bf89a964 2024-09-21T09:39:02.728 INFO:journalctl@ceph.alertmanager.a.smithi053.stdout:Sep 21 09:39:02 smithi053 podman[76915]: 2024-09-21 09:39:02.51272971 +0000 UTC m=+0.261077927 container create 0b1e4323660093b244697b7e5b8a5813cc50e53554232a5f6a722a1a534e794b (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-21T09:39:03.326 INFO:journalctl@ceph.alertmanager.a.smithi053.stdout:Sep 21 09:39:03 smithi053 podman[76915]: 2024-09-21 09:39:03.079029468 +0000 UTC m=+0.827377685 container init 0b1e4323660093b244697b7e5b8a5813cc50e53554232a5f6a722a1a534e794b (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-21T09:39:03.326 INFO:journalctl@ceph.alertmanager.a.smithi053.stdout:Sep 21 09:39:03 smithi053 podman[76915]: 2024-09-21 09:39:03.084215382 +0000 UTC m=+0.832563603 container start 0b1e4323660093b244697b7e5b8a5813cc50e53554232a5f6a722a1a534e794b (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-21T09:39:03.326 INFO:journalctl@ceph.alertmanager.a.smithi053.stdout:Sep 21 09:39:03 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-alertmanager-a[76947]: ts=2024-09-21T09:39:03.097Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-09-21T09:39:03.326 INFO:journalctl@ceph.alertmanager.a.smithi053.stdout:Sep 21 09:39:03 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-alertmanager-a[76947]: ts=2024-09-21T09:39:03.097Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-09-21T09:39:03.326 INFO:journalctl@ceph.alertmanager.a.smithi053.stdout:Sep 21 09:39:03 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-alertmanager-a[76947]: ts=2024-09-21T09:39:03.098Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.53 port=9094 2024-09-21T09:39:03.327 INFO:journalctl@ceph.alertmanager.a.smithi053.stdout:Sep 21 09:39:03 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-alertmanager-a[76947]: ts=2024-09-21T09:39:03.099Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-09-21T09:39:03.327 INFO:journalctl@ceph.alertmanager.a.smithi053.stdout:Sep 21 09:39:03 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-alertmanager-a[76947]: ts=2024-09-21T09:39:03.122Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-21T09:39:03.327 INFO:journalctl@ceph.alertmanager.a.smithi053.stdout:Sep 21 09:39:03 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-alertmanager-a[76947]: ts=2024-09-21T09:39:03.123Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-21T09:39:03.327 INFO:journalctl@ceph.alertmanager.a.smithi053.stdout:Sep 21 09:39:03 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-alertmanager-a[76947]: ts=2024-09-21T09:39:03.125Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-09-21T09:39:03.327 INFO:journalctl@ceph.alertmanager.a.smithi053.stdout:Sep 21 09:39:03 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-alertmanager-a[76947]: ts=2024-09-21T09:39:03.125Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-09-21T09:39:03.327 INFO:journalctl@ceph.alertmanager.a.smithi053.stdout:Sep 21 09:39:03 smithi053 bash[76915]: 0b1e4323660093b244697b7e5b8a5813cc50e53554232a5f6a722a1a534e794b 2024-09-21T09:39:03.328 INFO:journalctl@ceph.alertmanager.a.smithi053.stdout:Sep 21 09:39:03 smithi053 systemd[1]: Started Ceph alertmanager.a for 41b6d1ee-77fc-11ef-baf6-efdc52797490. 2024-09-21T09:39:03.657 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:39:03.658 INFO:teuthology.orchestra.run.smithi053.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-21T09:39:04.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:04 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:04.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:04 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:04.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:04 smithi053 ceph-mon[29335]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-21T09:39:04.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:04 smithi053 ceph-mon[29335]: Reconfiguring daemon prometheus.a on smithi170 2024-09-21T09:39:04.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:04 smithi053 ceph-mon[29335]: pgmap v49: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:39:04.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:04 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/1219085833' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-21T09:39:04.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:04 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:04.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:04 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:04.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:04 smithi053 ceph-mon[41013]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-21T09:39:04.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:04 smithi053 ceph-mon[41013]: Reconfiguring daemon prometheus.a on smithi170 2024-09-21T09:39:04.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:04 smithi053 ceph-mon[41013]: pgmap v49: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:39:04.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:04 smithi053 ceph-mon[41013]: from='client.? 172.21.15.53:0/1219085833' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-21T09:39:04.367 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-09-21T09:39:04.367 INFO:tasks.cephadm:Setup complete, yielding 2024-09-21T09:39:04.368 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-09-21T09:39:04.377 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi053.front.sepia.ceph.com 2024-09-21T09:39:04.377 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- bash -c 'ceph fs volume create foo' 2024-09-21T09:39:04.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:04 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:04.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:04 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:04.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:04 smithi170 ceph-mon[32771]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-21T09:39:04.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:04 smithi170 ceph-mon[32771]: Reconfiguring daemon prometheus.a on smithi170 2024-09-21T09:39:04.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:04 smithi170 ceph-mon[32771]: pgmap v49: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:39:04.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:04 smithi170 ceph-mon[32771]: from='client.? 172.21.15.53:0/1219085833' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-21T09:39:04.582 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:39:05.325 INFO:journalctl@ceph.alertmanager.a.smithi053.stdout:Sep 21 09:39:05 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-alertmanager-a[76947]: ts=2024-09-21T09:39:05.099Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000348647s 2024-09-21T09:39:05.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:05 smithi170 ceph-mon[32771]: pgmap v50: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:39:05.969 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:05 smithi053 ceph-mon[29335]: pgmap v50: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:39:05.969 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:05 smithi053 ceph-mon[41013]: pgmap v50: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:39:06.663 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:39:06 smithi170 systemd[1]: Stopping Ceph prometheus.a for 41b6d1ee-77fc-11ef-baf6-efdc52797490... 2024-09-21T09:39:07.048 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:39:06 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[62184]: ts=2024-09-21T09:39:06.764Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-21T09:39:07.048 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:39:06 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[62184]: ts=2024-09-21T09:39:06.765Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-21T09:39:07.048 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:39:06 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[62184]: ts=2024-09-21T09:39:06.765Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-21T09:39:07.048 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:39:06 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[62184]: ts=2024-09-21T09:39:06.765Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-21T09:39:07.048 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:39:06 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[62184]: ts=2024-09-21T09:39:06.765Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-21T09:39:07.048 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:39:06 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[62184]: ts=2024-09-21T09:39:06.765Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-21T09:39:07.048 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:39:06 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[62184]: ts=2024-09-21T09:39:06.765Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-21T09:39:07.049 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:39:06 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[62184]: ts=2024-09-21T09:39:06.765Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-21T09:39:07.049 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:39:06 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[62184]: ts=2024-09-21T09:39:06.765Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-21T09:39:07.049 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:39:06 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[62184]: ts=2024-09-21T09:39:06.765Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-21T09:39:07.049 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:39:06 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[62184]: ts=2024-09-21T09:39:06.765Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-21T09:39:07.049 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:39:06 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[62184]: ts=2024-09-21T09:39:06.765Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-21T09:39:07.049 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:39:06 smithi170 podman[65696]: 2024-09-21 09:39:06.775269776 +0000 UTC m=+0.121084786 container died 82003639a5a75ecbcb5f505ee5a52791a2da91fc152a2bef8d2d3d0b4dac2a9e (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-21T09:39:07.413 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:39:07 smithi170 podman[65696]: 2024-09-21 09:39:07.153799578 +0000 UTC m=+0.499614623 container cleanup 82003639a5a75ecbcb5f505ee5a52791a2da91fc152a2bef8d2d3d0b4dac2a9e (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-21T09:39:07.414 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:39:07 smithi170 bash[65696]: ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a 2024-09-21T09:39:07.797 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:07 smithi170 ceph-mon[32771]: from='client.24521 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foo", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:39:07.797 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:07 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2024-09-21T09:39:07.798 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:39:07 smithi170 podman[65713]: 2024-09-21 09:39:07.413144713 +0000 UTC m=+0.636128468 container remove 82003639a5a75ecbcb5f505ee5a52791a2da91fc152a2bef8d2d3d0b4dac2a9e (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-21T09:39:07.798 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:39:07 smithi170 systemd[1]: ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@prometheus.a.service: Deactivated successfully. 2024-09-21T09:39:07.798 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:39:07 smithi170 systemd[1]: Stopped Ceph prometheus.a for 41b6d1ee-77fc-11ef-baf6-efdc52797490. 2024-09-21T09:39:07.798 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:39:07 smithi170 systemd[1]: ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@prometheus.a.service: Consumed 1.163s CPU time. 2024-09-21T09:39:07.798 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:39:07 smithi170 systemd[1]: Starting Ceph prometheus.a for 41b6d1ee-77fc-11ef-baf6-efdc52797490... 2024-09-21T09:39:07.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:07 smithi053 ceph-mon[29335]: from='client.24521 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foo", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:39:07.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:07 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2024-09-21T09:39:07.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:07 smithi053 ceph-mon[41013]: from='client.24521 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foo", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:39:07.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:07 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2024-09-21T09:39:08.059 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:39:07 smithi170 podman[65809]: 2024-09-21 09:39:07.699843501 +0000 UTC m=+0.016601940 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-09-21T09:39:08.059 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:39:07 smithi170 podman[65809]: 2024-09-21 09:39:07.797191441 +0000 UTC m=+0.113949875 container create e3659d9956da07a71daa820700321622d26654f6abec840ab4a67b2ea55b340e (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-21T09:39:08.059 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:39:08 smithi170 podman[65809]: 2024-09-21 09:39:08.058060146 +0000 UTC m=+0.374818580 container init e3659d9956da07a71daa820700321622d26654f6abec840ab4a67b2ea55b340e (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-21T09:39:08.274 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mon-a[29312]: 2024-09-21T09:39:08.013+0000 7f8430fb9640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-21T09:39:08.274 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: [21/Sep/2024:09:39:08] ENGINE Bus STOPPING 2024-09-21T09:39:08.414 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:39:08 smithi170 podman[65809]: 2024-09-21 09:39:08.062739878 +0000 UTC m=+0.379498314 container start e3659d9956da07a71daa820700321622d26654f6abec840ab4a67b2ea55b340e (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-21T09:39:08.414 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:39:08 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[65824]: ts=2024-09-21T09:39:08.086Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-21T09:39:08.414 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:39:08 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[65824]: ts=2024-09-21T09:39:08.086Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-21T09:39:08.414 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:39:08 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[65824]: ts=2024-09-21T09:39:08.086Z caller=main.go:570 level=info host_details="(Linux 5.14.0-508.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 12 15:49:37 UTC 2024 x86_64 smithi170 (none))" 2024-09-21T09:39:08.414 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:39:08 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[65824]: ts=2024-09-21T09:39:08.087Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-21T09:39:08.414 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:39:08 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[65824]: ts=2024-09-21T09:39:08.087Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-21T09:39:08.415 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:39:08 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[65824]: ts=2024-09-21T09:39:08.088Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-21T09:39:08.415 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:39:08 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[65824]: ts=2024-09-21T09:39:08.089Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-21T09:39:08.415 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:39:08 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[65824]: ts=2024-09-21T09:39:08.090Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-21T09:39:08.415 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:39:08 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[65824]: ts=2024-09-21T09:39:08.090Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-21T09:39:08.415 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:39:08 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[65824]: ts=2024-09-21T09:39:08.092Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-21T09:39:08.415 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:39:08 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[65824]: ts=2024-09-21T09:39:08.092Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.578µs 2024-09-21T09:39:08.415 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:39:08 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[65824]: ts=2024-09-21T09:39:08.092Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-21T09:39:08.415 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:39:08 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[65824]: ts=2024-09-21T09:39:08.093Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-09-21T09:39:08.415 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:39:08 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[65824]: ts=2024-09-21T09:39:08.094Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-09-21T09:39:08.415 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:39:08 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[65824]: ts=2024-09-21T09:39:08.094Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=17.477µs wal_replay_duration=2.026414ms wbl_replay_duration=92ns total_replay_duration=2.061199ms 2024-09-21T09:39:08.415 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:39:08 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[65824]: ts=2024-09-21T09:39:08.095Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-21T09:39:08.415 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:39:08 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[65824]: ts=2024-09-21T09:39:08.095Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-21T09:39:08.415 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:39:08 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[65824]: ts=2024-09-21T09:39:08.095Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-21T09:39:08.416 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:39:08 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[65824]: ts=2024-09-21T09:39:08.116Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=21.566054ms db_storage=745ns remote_storage=1.199µs web_handler=566ns query_engine=669ns scrape=381.052µs scrape_sd=111.118µs notify=25.578µs notify_sd=18.234µs rules=20.70471ms tracing=6.019µs 2024-09-21T09:39:08.416 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:39:08 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[65824]: ts=2024-09-21T09:39:08.116Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-21T09:39:08.416 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:39:08 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[65824]: ts=2024-09-21T09:39:08.116Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-21T09:39:08.416 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:39:08 smithi170 bash[65809]: e3659d9956da07a71daa820700321622d26654f6abec840ab4a67b2ea55b340e 2024-09-21T09:39:08.416 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:39:08 smithi170 systemd[1]: Started Ceph prometheus.a for 41b6d1ee-77fc-11ef-baf6-efdc52797490. 2024-09-21T09:39:08.575 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: [21/Sep/2024:09:39:08] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-21T09:39:08.576 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: [21/Sep/2024:09:39:08] ENGINE Bus STOPPED 2024-09-21T09:39:08.576 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: [21/Sep/2024:09:39:08] ENGINE Bus STARTING 2024-09-21T09:39:08.576 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: [21/Sep/2024:09:39:08] ENGINE Serving on http://:::9283 2024-09-21T09:39:08.576 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: [21/Sep/2024:09:39:08] ENGINE Bus STARTED 2024-09-21T09:39:08.576 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: [21/Sep/2024:09:39:08] ENGINE Bus STOPPING 2024-09-21T09:39:08.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]': finished 2024-09-21T09:39:08.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-mon[41013]: osdmap e67: 8 total, 8 up, 8 in 2024-09-21T09:39:08.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2024-09-21T09:39:08.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-mon[41013]: pgmap v52: 41 pgs: 32 unknown, 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:39:08.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd='[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]': finished 2024-09-21T09:39:08.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-mon[41013]: osdmap e68: 8 total, 8 up, 8 in 2024-09-21T09:39:08.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2024-09-21T09:39:08.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-mon[41013]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-21T09:39:08.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-mon[41013]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-09-21T09:39:08.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-mon[41013]: osdmap e69: 8 total, 8 up, 8 in 2024-09-21T09:39:08.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd='[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]': finished 2024-09-21T09:39:08.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-mon[41013]: fsmap foo:0 2024-09-21T09:39:08.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:08.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:08.577 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:08.578 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-21T09:39:08.578 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi053.front.sepia.ceph.com:9093"}]: dispatch 2024-09-21T09:39:08.578 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:08.578 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-21T09:39:08.578 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi170.front.sepia.ceph.com:9095"}]: dispatch 2024-09-21T09:39:08.578 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:08.578 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-21T09:39:08.578 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi170.front.sepia.ceph.com:3000"}]: dispatch 2024-09-21T09:39:08.578 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:08.578 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:39:08.578 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]': finished 2024-09-21T09:39:08.578 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-mon[29335]: osdmap e67: 8 total, 8 up, 8 in 2024-09-21T09:39:08.579 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2024-09-21T09:39:08.579 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-mon[29335]: pgmap v52: 41 pgs: 32 unknown, 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:39:08.579 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd='[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]': finished 2024-09-21T09:39:08.579 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-mon[29335]: osdmap e68: 8 total, 8 up, 8 in 2024-09-21T09:39:08.579 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2024-09-21T09:39:08.579 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-mon[29335]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-21T09:39:08.579 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-mon[29335]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-09-21T09:39:08.579 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-mon[29335]: osdmap e69: 8 total, 8 up, 8 in 2024-09-21T09:39:08.579 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd='[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]': finished 2024-09-21T09:39:08.579 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-mon[29335]: fsmap foo:0 2024-09-21T09:39:08.579 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:08.579 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:08.580 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:08.580 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-21T09:39:08.580 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi053.front.sepia.ceph.com:9093"}]: dispatch 2024-09-21T09:39:08.580 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:08.580 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-21T09:39:08.580 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi170.front.sepia.ceph.com:9095"}]: dispatch 2024-09-21T09:39:08.580 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:08.580 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-21T09:39:08.580 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi170.front.sepia.ceph.com:3000"}]: dispatch 2024-09-21T09:39:08.580 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:08.580 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:39:08.756 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force' 2024-09-21T09:39:08.904 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:08 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]': finished 2024-09-21T09:39:08.904 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:08 smithi170 ceph-mon[32771]: osdmap e67: 8 total, 8 up, 8 in 2024-09-21T09:39:08.904 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:08 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2024-09-21T09:39:08.904 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:08 smithi170 ceph-mon[32771]: pgmap v52: 41 pgs: 32 unknown, 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:39:08.904 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:08 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd='[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]': finished 2024-09-21T09:39:08.904 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:08 smithi170 ceph-mon[32771]: osdmap e68: 8 total, 8 up, 8 in 2024-09-21T09:39:08.904 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:08 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2024-09-21T09:39:08.904 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:08 smithi170 ceph-mon[32771]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-21T09:39:08.905 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:08 smithi170 ceph-mon[32771]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-09-21T09:39:08.905 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:08 smithi170 ceph-mon[32771]: osdmap e69: 8 total, 8 up, 8 in 2024-09-21T09:39:08.905 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:08 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd='[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]': finished 2024-09-21T09:39:08.905 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:08 smithi170 ceph-mon[32771]: fsmap foo:0 2024-09-21T09:39:08.905 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:08 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:08.905 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:08 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:08.905 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:08 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:08.905 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:08 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-21T09:39:08.905 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:08 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi053.front.sepia.ceph.com:9093"}]: dispatch 2024-09-21T09:39:08.905 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:08 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:08.905 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:08 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-21T09:39:08.905 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:08 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi170.front.sepia.ceph.com:9095"}]: dispatch 2024-09-21T09:39:08.905 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:08 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:08.905 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:08 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-21T09:39:08.906 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:08 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi170.front.sepia.ceph.com:3000"}]: dispatch 2024-09-21T09:39:08.906 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:08 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:08.906 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:08 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:39:09.076 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: [21/Sep/2024:09:39:08] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-21T09:39:09.076 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: [21/Sep/2024:09:39:08] ENGINE Bus STOPPED 2024-09-21T09:39:09.076 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: [21/Sep/2024:09:39:08] ENGINE Bus STARTING 2024-09-21T09:39:09.076 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: [21/Sep/2024:09:39:08] ENGINE Serving on http://:::9283 2024-09-21T09:39:09.076 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: [21/Sep/2024:09:39:08] ENGINE Bus STARTED 2024-09-21T09:39:09.077 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:39:08 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: [21/Sep/2024:09:39:08] ENGINE Bus STOPPING 2024-09-21T09:39:09.489 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:09 smithi053 ceph-mon[41013]: Saving service mds.foo spec with placement count:2 2024-09-21T09:39:09.489 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:09 smithi053 ceph-mon[41013]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-21T09:39:09.489 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:09 smithi053 ceph-mon[41013]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi053.front.sepia.ceph.com:9093"}]: dispatch 2024-09-21T09:39:09.489 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:09 smithi053 ceph-mon[41013]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-21T09:39:09.489 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:09 smithi053 ceph-mon[41013]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi170.front.sepia.ceph.com:9095"}]: dispatch 2024-09-21T09:39:09.490 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:09 smithi053 ceph-mon[41013]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-21T09:39:09.490 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:09 smithi053 ceph-mon[41013]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi170.front.sepia.ceph.com:3000"}]: dispatch 2024-09-21T09:39:09.490 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:09 smithi053 ceph-mon[41013]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-21T09:39:09.490 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:09 smithi053 ceph-mon[41013]: osdmap e70: 8 total, 8 up, 8 in 2024-09-21T09:39:09.490 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:09 smithi053 ceph-mon[29335]: Saving service mds.foo spec with placement count:2 2024-09-21T09:39:09.490 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:09 smithi053 ceph-mon[29335]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-21T09:39:09.490 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:09 smithi053 ceph-mon[29335]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi053.front.sepia.ceph.com:9093"}]: dispatch 2024-09-21T09:39:09.490 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:09 smithi053 ceph-mon[29335]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-21T09:39:09.490 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:09 smithi053 ceph-mon[29335]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi170.front.sepia.ceph.com:9095"}]: dispatch 2024-09-21T09:39:09.490 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:09 smithi053 ceph-mon[29335]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-21T09:39:09.490 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:09 smithi053 ceph-mon[29335]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi170.front.sepia.ceph.com:3000"}]: dispatch 2024-09-21T09:39:09.490 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:09 smithi053 ceph-mon[29335]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-21T09:39:09.491 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:09 smithi053 ceph-mon[29335]: osdmap e70: 8 total, 8 up, 8 in 2024-09-21T09:39:09.711 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:39:09.825 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:39:09 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: [21/Sep/2024:09:39:09] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-21T09:39:09.826 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:39:09 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: [21/Sep/2024:09:39:09] ENGINE Bus STOPPED 2024-09-21T09:39:09.826 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:39:09 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: [21/Sep/2024:09:39:09] ENGINE Bus STARTING 2024-09-21T09:39:09.826 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:39:09 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: [21/Sep/2024:09:39:09] ENGINE Serving on http://:::9283 2024-09-21T09:39:09.826 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:39:09 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: [21/Sep/2024:09:39:09] ENGINE Bus STARTED 2024-09-21T09:39:09.874 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:09 smithi170 ceph-mon[32771]: Saving service mds.foo spec with placement count:2 2024-09-21T09:39:09.874 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:09 smithi170 ceph-mon[32771]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-21T09:39:09.874 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:09 smithi170 ceph-mon[32771]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi053.front.sepia.ceph.com:9093"}]: dispatch 2024-09-21T09:39:09.874 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:09 smithi170 ceph-mon[32771]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-21T09:39:09.874 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:09 smithi170 ceph-mon[32771]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi170.front.sepia.ceph.com:9095"}]: dispatch 2024-09-21T09:39:09.875 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:09 smithi170 ceph-mon[32771]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-21T09:39:09.875 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:09 smithi170 ceph-mon[32771]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi170.front.sepia.ceph.com:3000"}]: dispatch 2024-09-21T09:39:09.875 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:09 smithi170 ceph-mon[32771]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-21T09:39:09.875 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:09 smithi170 ceph-mon[32771]: osdmap e70: 8 total, 8 up, 8 in 2024-09-21T09:39:10.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:10 smithi053 ceph-mon[41013]: pgmap v56: 73 pgs: 64 unknown, 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:39:10.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:10 smithi053 ceph-mon[29335]: pgmap v56: 73 pgs: 64 unknown, 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:39:10.798 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:10 smithi170 ceph-mon[32771]: pgmap v56: 73 pgs: 64 unknown, 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:39:11.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:11 smithi053 ceph-mon[41013]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-21T09:39:11.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:11 smithi053 ceph-mon[29335]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-21T09:39:11.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:11 smithi170 ceph-mon[32771]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-21T09:39:12.505 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force' 2024-09-21T09:39:12.777 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:12 smithi053 ceph-mon[29335]: pgmap v57: 73 pgs: 27 unknown, 46 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:39:12.777 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:12 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:12.777 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:12 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:12.777 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:12 smithi053 ceph-mon[41013]: pgmap v57: 73 pgs: 27 unknown, 46 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:39:12.777 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:12 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:12.777 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:12 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:12.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:12 smithi170 ceph-mon[32771]: pgmap v57: 73 pgs: 27 unknown, 46 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:39:12.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:12 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:12.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:12 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:13.045 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:39:13.363 INFO:journalctl@ceph.alertmanager.a.smithi053.stdout:Sep 21 09:39:13 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-alertmanager-a[76947]: ts=2024-09-21T09:39:13.102Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003211806s 2024-09-21T09:39:14.075 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:13 smithi053 ceph-mon[41013]: pgmap v58: 73 pgs: 73 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:39:14.075 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:13 smithi053 ceph-mon[29335]: pgmap v58: 73 pgs: 73 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:39:14.163 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:13 smithi170 ceph-mon[32771]: pgmap v58: 73 pgs: 73 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:39:15.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:14 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:15.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:14 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:15.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:14 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:39:15.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:14 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:39:15.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:14 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:15.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:14 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi053.uoknsh", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-21T09:39:15.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:14 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi053.uoknsh", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-21T09:39:15.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:14 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:39:15.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:14 smithi053 ceph-mon[29335]: Deploying daemon mds.foo.smithi053.uoknsh on smithi053 2024-09-21T09:39:15.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:14 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:15.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:14 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:15.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:14 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:39:15.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:14 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:39:15.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:14 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:15.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:14 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi053.uoknsh", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-21T09:39:15.327 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:14 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi053.uoknsh", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-21T09:39:15.327 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:14 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:39:15.327 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:14 smithi053 ceph-mon[41013]: Deploying daemon mds.foo.smithi053.uoknsh on smithi053 2024-09-21T09:39:15.329 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:14 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:15.329 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:14 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:15.329 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:14 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:39:15.329 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:14 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:39:15.329 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:14 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:15.329 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:14 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi053.uoknsh", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-21T09:39:15.329 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:14 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi053.uoknsh", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-21T09:39:15.329 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:14 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:39:15.329 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:14 smithi170 ceph-mon[32771]: Deploying daemon mds.foo.smithi053.uoknsh on smithi053 2024-09-21T09:39:16.032 INFO:teuthology.run_tasks:Running task ceph.healthy... 2024-09-21T09:39:16.040 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-21T09:39:16.041 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-09-21T09:39:16.041 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph mgr dump --format=json 2024-09-21T09:39:16.208 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:15 smithi053 ceph-mon[41013]: pgmap v59: 73 pgs: 73 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:39:16.209 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:15 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:16.209 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:15 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:39:16.209 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:15 smithi053 ceph-mon[29335]: pgmap v59: 73 pgs: 73 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:39:16.209 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:15 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:16.209 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:15 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:39:16.296 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:15 smithi170 ceph-mon[32771]: pgmap v59: 73 pgs: 73 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:39:16.296 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:15 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:16.296 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:15 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:39:16.782 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:39:18.943 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:18 smithi053 ceph-mon[41013]: pgmap v60: 73 pgs: 73 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:39:18.943 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:18 smithi053 ceph-mon[29335]: pgmap v60: 73 pgs: 73 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:39:19.163 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:18 smithi170 ceph-mon[32771]: pgmap v60: 73 pgs: 73 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:39:19.169 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:39:19.971 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:19 smithi170 ceph-mon[32771]: from='client.? 172.21.15.53:0/1478584692' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-21T09:39:19.971 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:19 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:19.971 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:19 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:19.971 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:19 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:19.971 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:19 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi170.rbsena", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-21T09:39:19.971 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:19 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi170.rbsena", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-21T09:39:19.971 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:19 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:39:19.971 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:19 smithi170 ceph-mon[32771]: Deploying daemon mds.foo.smithi170.rbsena on smithi170 2024-09-21T09:39:20.049 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:19 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/1478584692' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-21T09:39:20.050 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:19 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:20.050 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:19 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:20.050 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:19 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:20.050 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:19 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi170.rbsena", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-21T09:39:20.050 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:19 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi170.rbsena", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-21T09:39:20.050 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:19 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:39:20.050 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:19 smithi053 ceph-mon[29335]: Deploying daemon mds.foo.smithi170.rbsena on smithi170 2024-09-21T09:39:20.050 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:19 smithi053 ceph-mon[41013]: from='client.? 172.21.15.53:0/1478584692' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-21T09:39:20.050 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:19 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:20.050 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:19 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:20.051 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:19 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:20.051 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:19 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi170.rbsena", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-21T09:39:20.051 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:19 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi170.rbsena", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-21T09:39:20.051 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:19 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:39:20.051 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:19 smithi053 ceph-mon[41013]: Deploying daemon mds.foo.smithi170.rbsena on smithi170 2024-09-21T09:39:20.072 INFO:teuthology.orchestra.run.smithi053.stdout:{"epoch":21,"flags":0,"active_gid":14430,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6800","nonce":3198308032},{"type":"v1","addr":"172.21.15.53:6801","nonce":3198308032}]},"active_addr":"172.21.15.53:6801/3198308032","active_change":"2024-09-21T09:37:45.590499+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":24346,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.53:8443/","prometheus":"http://172.21.15.53:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":59,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.53:0","nonce":3166982857}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.53:0","nonce":939479437}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.53:0","nonce":3563908133}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.53:0","nonce":1857781737}]}]} 2024-09-21T09:39:20.075 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-09-21T09:39:20.076 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-09-21T09:39:20.076 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph osd dump --format=json 2024-09-21T09:39:20.283 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:39:20.965 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:20 smithi170 ceph-mon[32771]: pgmap v61: 73 pgs: 73 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:39:20.965 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:20 smithi170 ceph-mon[32771]: mds.? [v2:172.21.15.53:6834/2842246974,v1:172.21.15.53:6835/2842246974] up:boot 2024-09-21T09:39:20.965 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:20 smithi170 ceph-mon[32771]: daemon mds.foo.smithi053.uoknsh assigned to filesystem foo as rank 0 (now has 1 ranks) 2024-09-21T09:39:20.965 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:20 smithi170 ceph-mon[32771]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-21T09:39:20.965 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:20 smithi170 ceph-mon[32771]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-09-21T09:39:20.965 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:20 smithi170 ceph-mon[32771]: Cluster is now healthy 2024-09-21T09:39:20.965 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:20 smithi170 ceph-mon[32771]: fsmap foo:0 1 up:standby 2024-09-21T09:39:20.965 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:20 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi053.uoknsh"}]: dispatch 2024-09-21T09:39:20.965 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:20 smithi170 ceph-mon[32771]: fsmap foo:1 {0=foo.smithi053.uoknsh=up:creating} 2024-09-21T09:39:20.965 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:20 smithi170 ceph-mon[32771]: daemon mds.foo.smithi053.uoknsh is now active in filesystem foo as rank 0 2024-09-21T09:39:21.066 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:20 smithi053 ceph-mon[29335]: pgmap v61: 73 pgs: 73 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:39:21.066 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:20 smithi053 ceph-mon[29335]: mds.? [v2:172.21.15.53:6834/2842246974,v1:172.21.15.53:6835/2842246974] up:boot 2024-09-21T09:39:21.066 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:20 smithi053 ceph-mon[29335]: daemon mds.foo.smithi053.uoknsh assigned to filesystem foo as rank 0 (now has 1 ranks) 2024-09-21T09:39:21.066 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:20 smithi053 ceph-mon[29335]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-21T09:39:21.066 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:20 smithi053 ceph-mon[29335]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-09-21T09:39:21.066 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:20 smithi053 ceph-mon[29335]: Cluster is now healthy 2024-09-21T09:39:21.066 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:20 smithi053 ceph-mon[29335]: fsmap foo:0 1 up:standby 2024-09-21T09:39:21.066 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:20 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi053.uoknsh"}]: dispatch 2024-09-21T09:39:21.067 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:20 smithi053 ceph-mon[29335]: fsmap foo:1 {0=foo.smithi053.uoknsh=up:creating} 2024-09-21T09:39:21.067 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:20 smithi053 ceph-mon[29335]: daemon mds.foo.smithi053.uoknsh is now active in filesystem foo as rank 0 2024-09-21T09:39:21.067 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:20 smithi053 ceph-mon[41013]: pgmap v61: 73 pgs: 73 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:39:21.067 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:20 smithi053 ceph-mon[41013]: mds.? [v2:172.21.15.53:6834/2842246974,v1:172.21.15.53:6835/2842246974] up:boot 2024-09-21T09:39:21.067 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:20 smithi053 ceph-mon[41013]: daemon mds.foo.smithi053.uoknsh assigned to filesystem foo as rank 0 (now has 1 ranks) 2024-09-21T09:39:21.067 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:20 smithi053 ceph-mon[41013]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-21T09:39:21.067 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:20 smithi053 ceph-mon[41013]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-09-21T09:39:21.067 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:20 smithi053 ceph-mon[41013]: Cluster is now healthy 2024-09-21T09:39:21.067 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:20 smithi053 ceph-mon[41013]: fsmap foo:0 1 up:standby 2024-09-21T09:39:21.067 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:20 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi053.uoknsh"}]: dispatch 2024-09-21T09:39:21.067 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:20 smithi053 ceph-mon[41013]: fsmap foo:1 {0=foo.smithi053.uoknsh=up:creating} 2024-09-21T09:39:21.068 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:20 smithi053 ceph-mon[41013]: daemon mds.foo.smithi053.uoknsh is now active in filesystem foo as rank 0 2024-09-21T09:39:21.735 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:21 smithi053 ceph-mon[41013]: mds.? [v2:172.21.15.53:6834/2842246974,v1:172.21.15.53:6835/2842246974] up:active 2024-09-21T09:39:21.735 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:21 smithi053 ceph-mon[41013]: fsmap foo:1 {0=foo.smithi053.uoknsh=up:active} 2024-09-21T09:39:21.735 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:21 smithi053 ceph-mon[29335]: mds.? [v2:172.21.15.53:6834/2842246974,v1:172.21.15.53:6835/2842246974] up:active 2024-09-21T09:39:21.735 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:21 smithi053 ceph-mon[29335]: fsmap foo:1 {0=foo.smithi053.uoknsh=up:active} 2024-09-21T09:39:21.895 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:21 smithi170 ceph-mon[32771]: mds.? [v2:172.21.15.53:6834/2842246974,v1:172.21.15.53:6835/2842246974] up:active 2024-09-21T09:39:21.895 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:21 smithi170 ceph-mon[32771]: fsmap foo:1 {0=foo.smithi053.uoknsh=up:active} 2024-09-21T09:39:22.132 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:39:22.132 INFO:teuthology.orchestra.run.smithi053.stdout:{"epoch":70,"fsid":"41b6d1ee-77fc-11ef-baf6-efdc52797490","created":"2024-09-21T09:32:10.413624+0000","modified":"2024-09-21T09:39:09.019440+0000","last_up_change":"2024-09-21T09:37:16.274690+0000","last_in_change":"2024-09-21T09:36:59.418701+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T09:35:17.597271+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-21T09:37:49.559190+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":65,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2024-09-21T09:39:06.940889+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"70","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2024-09-21T09:39:07.432572+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"70","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e10cdaf5-ca9c-4745-9657-ad9c2292283e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":1408473476},{"type":"v1","addr":"172.21.15.53:6803","nonce":1408473476}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":1408473476},{"type":"v1","addr":"172.21.15.53:6805","nonce":1408473476}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":1408473476},{"type":"v1","addr":"172.21.15.53:6809","nonce":1408473476}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":1408473476},{"type":"v1","addr":"172.21.15.53:6807","nonce":1408473476}]},"public_addr":"172.21.15.53:6803/1408473476","cluster_addr":"172.21.15.53:6805/1408473476","heartbeat_back_addr":"172.21.15.53:6809/1408473476","heartbeat_front_addr":"172.21.15.53:6807/1408473476","state":["exists","up"]},{"osd":1,"uuid":"f1848a21-3377-4171-95a4-4a9eeb6ecf22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":1051092023},{"type":"v1","addr":"172.21.15.53:6811","nonce":1051092023}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":1051092023},{"type":"v1","addr":"172.21.15.53:6813","nonce":1051092023}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":1051092023},{"type":"v1","addr":"172.21.15.53:6817","nonce":1051092023}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":1051092023},{"type":"v1","addr":"172.21.15.53:6815","nonce":1051092023}]},"public_addr":"172.21.15.53:6811/1051092023","cluster_addr":"172.21.15.53:6813/1051092023","heartbeat_back_addr":"172.21.15.53:6817/1051092023","heartbeat_front_addr":"172.21.15.53:6815/1051092023","state":["exists","up"]},{"osd":2,"uuid":"e31bf91c-17d1-4213-b1e2-bcec5463e9a5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":3123766511},{"type":"v1","addr":"172.21.15.53:6819","nonce":3123766511}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":3123766511},{"type":"v1","addr":"172.21.15.53:6821","nonce":3123766511}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":3123766511},{"type":"v1","addr":"172.21.15.53:6825","nonce":3123766511}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":3123766511},{"type":"v1","addr":"172.21.15.53:6823","nonce":3123766511}]},"public_addr":"172.21.15.53:6819/3123766511","cluster_addr":"172.21.15.53:6821/3123766511","heartbeat_back_addr":"172.21.15.53:6825/3123766511","heartbeat_front_addr":"172.21.15.53:6823/3123766511","state":["exists","up"]},{"osd":3,"uuid":"28c7b2a0-c3b7-4f51-af2e-d45790bdcd33","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":932298542},{"type":"v1","addr":"172.21.15.53:6827","nonce":932298542}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":932298542},{"type":"v1","addr":"172.21.15.53:6829","nonce":932298542}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":932298542},{"type":"v1","addr":"172.21.15.53:6833","nonce":932298542}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":932298542},{"type":"v1","addr":"172.21.15.53:6831","nonce":932298542}]},"public_addr":"172.21.15.53:6827/932298542","cluster_addr":"172.21.15.53:6829/932298542","heartbeat_back_addr":"172.21.15.53:6833/932298542","heartbeat_front_addr":"172.21.15.53:6831/932298542","state":["exists","up"]},{"osd":4,"uuid":"95a85da0-d4f2-41f5-8461-55508a265b94","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6800","nonce":1742023630},{"type":"v1","addr":"172.21.15.170:6801","nonce":1742023630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6802","nonce":1742023630},{"type":"v1","addr":"172.21.15.170:6803","nonce":1742023630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6806","nonce":1742023630},{"type":"v1","addr":"172.21.15.170:6807","nonce":1742023630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6804","nonce":1742023630},{"type":"v1","addr":"172.21.15.170:6805","nonce":1742023630}]},"public_addr":"172.21.15.170:6801/1742023630","cluster_addr":"172.21.15.170:6803/1742023630","heartbeat_back_addr":"172.21.15.170:6807/1742023630","heartbeat_front_addr":"172.21.15.170:6805/1742023630","state":["exists","up"]},{"osd":5,"uuid":"6dd572a2-334b-45b1-861d-17b5f10c02c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6808","nonce":2459892105},{"type":"v1","addr":"172.21.15.170:6809","nonce":2459892105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6810","nonce":2459892105},{"type":"v1","addr":"172.21.15.170:6811","nonce":2459892105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6814","nonce":2459892105},{"type":"v1","addr":"172.21.15.170:6815","nonce":2459892105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6812","nonce":2459892105},{"type":"v1","addr":"172.21.15.170:6813","nonce":2459892105}]},"public_addr":"172.21.15.170:6809/2459892105","cluster_addr":"172.21.15.170:6811/2459892105","heartbeat_back_addr":"172.21.15.170:6815/2459892105","heartbeat_front_addr":"172.21.15.170:6813/2459892105","state":["exists","up"]},{"osd":6,"uuid":"d39d5bc8-4fec-4b55-8fe0-696a0fecfcfc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6816","nonce":1937203482},{"type":"v1","addr":"172.21.15.170:6817","nonce":1937203482}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6818","nonce":1937203482},{"type":"v1","addr":"172.21.15.170:6819","nonce":1937203482}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6822","nonce":1937203482},{"type":"v1","addr":"172.21.15.170:6823","nonce":1937203482}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6820","nonce":1937203482},{"type":"v1","addr":"172.21.15.170:6821","nonce":1937203482}]},"public_addr":"172.21.15.170:6817/1937203482","cluster_addr":"172.21.15.170:6819/1937203482","heartbeat_back_addr":"172.21.15.170:6823/1937203482","heartbeat_front_addr":"172.21.15.170:6821/1937203482","state":["exists","up"]},{"osd":7,"uuid":"814a1e8f-85a3-49e3-aec6-1b722260b238","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":901778684},{"type":"v1","addr":"172.21.15.170:6825","nonce":901778684}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6826","nonce":901778684},{"type":"v1","addr":"172.21.15.170:6827","nonce":901778684}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6830","nonce":901778684},{"type":"v1","addr":"172.21.15.170:6831","nonce":901778684}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6828","nonce":901778684},{"type":"v1","addr":"172.21.15.170:6829","nonce":901778684}]},"public_addr":"172.21.15.170:6825/901778684","cluster_addr":"172.21.15.170:6827/901778684","heartbeat_back_addr":"172.21.15.170:6831/901778684","heartbeat_front_addr":"172.21.15.170:6829/901778684","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T09:34:27.408360+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T09:34:50.423625+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T09:35:14.443105+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T09:35:38.388024+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T09:36:00.648079+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T09:36:24.649211+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T09:36:49.699216+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T09:37:14.755116+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.53:6801/3672269008":"2024-09-22T09:37:45.590346+0000","172.21.15.53:6800/3672269008":"2024-09-22T09:37:45.590346+0000","172.21.15.53:0/3767911075":"2024-09-22T09:37:45.590346+0000","172.21.15.53:0/2162225481":"2024-09-22T09:32:41.233619+0000","172.21.15.53:0/651319936":"2024-09-22T09:32:41.233619+0000","172.21.15.53:6800/722964798":"2024-09-22T09:33:05.097109+0000","172.21.15.53:6800/574327202":"2024-09-22T09:32:41.233619+0000","172.21.15.53:0/1488712951":"2024-09-22T09:32:41.233619+0000","172.21.15.53:6801/722964798":"2024-09-22T09:33:05.097109+0000","172.21.15.53:0/3420449351":"2024-09-22T09:33:05.097109+0000","172.21.15.53:0/2456494674":"2024-09-22T09:33:05.097109+0000","172.21.15.53:6801/574327202":"2024-09-22T09:32:41.233619+0000","172.21.15.53:0/2025720311":"2024-09-22T09:33:05.097109+0000","172.21.15.53:0/3715252279":"2024-09-22T09:37:45.590346+0000","172.21.15.53:0/4186100121":"2024-09-22T09:37:45.590346+0000","172.21.15.53:0/839622455":"2024-09-22T09:37:45.590346+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T09:39:22.325 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:39:22 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: ::ffff:172.21.15.170 - - [21/Sep/2024:09:39:22] "GET /metrics HTTP/1.1" 200 33299 "" "Prometheus/2.43.0" 2024-09-21T09:39:22.830 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-09-21T09:39:22.830 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph osd dump --format=json 2024-09-21T09:39:23.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:23 smithi053 ceph-mon[41013]: pgmap v62: 73 pgs: 73 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-09-21T09:39:23.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:23 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:23.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:23 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:23.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:23 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:23.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:23 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:23.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:23 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:23.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:23 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:39:23.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:23 smithi053 ceph-mon[41013]: from='client.? 172.21.15.53:0/1507839622' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-21T09:39:23.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:23 smithi053 ceph-mon[41013]: mds.? [v2:172.21.15.170:6832/1759440489,v1:172.21.15.170:6833/1759440489] up:boot 2024-09-21T09:39:23.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:23 smithi053 ceph-mon[41013]: fsmap foo:1 {0=foo.smithi053.uoknsh=up:active} 1 up:standby 2024-09-21T09:39:23.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:23 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi170.rbsena"}]: dispatch 2024-09-21T09:39:23.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:23 smithi053 ceph-mon[41013]: fsmap foo:1 {0=foo.smithi053.uoknsh=up:active} 1 up:standby 2024-09-21T09:39:23.077 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:23 smithi053 ceph-mon[29335]: pgmap v62: 73 pgs: 73 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-09-21T09:39:23.077 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:23 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:23.077 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:23 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:23.077 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:23 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:23.077 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:23 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:23.077 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:23 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:23.077 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:23 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:39:23.077 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:23 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/1507839622' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-21T09:39:23.077 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:23 smithi053 ceph-mon[29335]: mds.? [v2:172.21.15.170:6832/1759440489,v1:172.21.15.170:6833/1759440489] up:boot 2024-09-21T09:39:23.077 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:23 smithi053 ceph-mon[29335]: fsmap foo:1 {0=foo.smithi053.uoknsh=up:active} 1 up:standby 2024-09-21T09:39:23.077 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:23 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi170.rbsena"}]: dispatch 2024-09-21T09:39:23.077 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:23 smithi053 ceph-mon[29335]: fsmap foo:1 {0=foo.smithi053.uoknsh=up:active} 1 up:standby 2024-09-21T09:39:23.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:23 smithi170 ceph-mon[32771]: pgmap v62: 73 pgs: 73 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-09-21T09:39:23.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:23 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:23.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:23 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:23.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:23 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:23.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:23 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:23.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:23 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:23.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:23 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:39:23.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:23 smithi170 ceph-mon[32771]: from='client.? 172.21.15.53:0/1507839622' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-21T09:39:23.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:23 smithi170 ceph-mon[32771]: mds.? [v2:172.21.15.170:6832/1759440489,v1:172.21.15.170:6833/1759440489] up:boot 2024-09-21T09:39:23.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:23 smithi170 ceph-mon[32771]: fsmap foo:1 {0=foo.smithi053.uoknsh=up:active} 1 up:standby 2024-09-21T09:39:23.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:23 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi170.rbsena"}]: dispatch 2024-09-21T09:39:23.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:23 smithi170 ceph-mon[32771]: fsmap foo:1 {0=foo.smithi053.uoknsh=up:active} 1 up:standby 2024-09-21T09:39:23.678 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:39:25.194 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:25 smithi053 ceph-mon[29335]: pgmap v63: 73 pgs: 73 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-09-21T09:39:25.194 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:25 smithi053 ceph-mon[29335]: mds.? [v2:172.21.15.53:6834/2842246974,v1:172.21.15.53:6835/2842246974] up:active 2024-09-21T09:39:25.194 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:25 smithi053 ceph-mon[29335]: fsmap foo:1 {0=foo.smithi053.uoknsh=up:active} 1 up:standby 2024-09-21T09:39:25.194 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:25 smithi053 ceph-mon[41013]: pgmap v63: 73 pgs: 73 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-09-21T09:39:25.194 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:25 smithi053 ceph-mon[41013]: mds.? [v2:172.21.15.53:6834/2842246974,v1:172.21.15.53:6835/2842246974] up:active 2024-09-21T09:39:25.194 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:25 smithi053 ceph-mon[41013]: fsmap foo:1 {0=foo.smithi053.uoknsh=up:active} 1 up:standby 2024-09-21T09:39:25.376 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:25 smithi170 ceph-mon[32771]: pgmap v63: 73 pgs: 73 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-09-21T09:39:25.376 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:25 smithi170 ceph-mon[32771]: mds.? [v2:172.21.15.53:6834/2842246974,v1:172.21.15.53:6835/2842246974] up:active 2024-09-21T09:39:25.376 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:25 smithi170 ceph-mon[32771]: fsmap foo:1 {0=foo.smithi053.uoknsh=up:active} 1 up:standby 2024-09-21T09:39:25.585 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:39:25.586 INFO:teuthology.orchestra.run.smithi053.stdout:{"epoch":70,"fsid":"41b6d1ee-77fc-11ef-baf6-efdc52797490","created":"2024-09-21T09:32:10.413624+0000","modified":"2024-09-21T09:39:09.019440+0000","last_up_change":"2024-09-21T09:37:16.274690+0000","last_in_change":"2024-09-21T09:36:59.418701+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T09:35:17.597271+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-21T09:37:49.559190+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":65,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2024-09-21T09:39:06.940889+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"70","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2024-09-21T09:39:07.432572+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"70","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e10cdaf5-ca9c-4745-9657-ad9c2292283e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":1408473476},{"type":"v1","addr":"172.21.15.53:6803","nonce":1408473476}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":1408473476},{"type":"v1","addr":"172.21.15.53:6805","nonce":1408473476}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":1408473476},{"type":"v1","addr":"172.21.15.53:6809","nonce":1408473476}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":1408473476},{"type":"v1","addr":"172.21.15.53:6807","nonce":1408473476}]},"public_addr":"172.21.15.53:6803/1408473476","cluster_addr":"172.21.15.53:6805/1408473476","heartbeat_back_addr":"172.21.15.53:6809/1408473476","heartbeat_front_addr":"172.21.15.53:6807/1408473476","state":["exists","up"]},{"osd":1,"uuid":"f1848a21-3377-4171-95a4-4a9eeb6ecf22","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":1051092023},{"type":"v1","addr":"172.21.15.53:6811","nonce":1051092023}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":1051092023},{"type":"v1","addr":"172.21.15.53:6813","nonce":1051092023}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":1051092023},{"type":"v1","addr":"172.21.15.53:6817","nonce":1051092023}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":1051092023},{"type":"v1","addr":"172.21.15.53:6815","nonce":1051092023}]},"public_addr":"172.21.15.53:6811/1051092023","cluster_addr":"172.21.15.53:6813/1051092023","heartbeat_back_addr":"172.21.15.53:6817/1051092023","heartbeat_front_addr":"172.21.15.53:6815/1051092023","state":["exists","up"]},{"osd":2,"uuid":"e31bf91c-17d1-4213-b1e2-bcec5463e9a5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":3123766511},{"type":"v1","addr":"172.21.15.53:6819","nonce":3123766511}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":3123766511},{"type":"v1","addr":"172.21.15.53:6821","nonce":3123766511}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":3123766511},{"type":"v1","addr":"172.21.15.53:6825","nonce":3123766511}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":3123766511},{"type":"v1","addr":"172.21.15.53:6823","nonce":3123766511}]},"public_addr":"172.21.15.53:6819/3123766511","cluster_addr":"172.21.15.53:6821/3123766511","heartbeat_back_addr":"172.21.15.53:6825/3123766511","heartbeat_front_addr":"172.21.15.53:6823/3123766511","state":["exists","up"]},{"osd":3,"uuid":"28c7b2a0-c3b7-4f51-af2e-d45790bdcd33","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":932298542},{"type":"v1","addr":"172.21.15.53:6827","nonce":932298542}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":932298542},{"type":"v1","addr":"172.21.15.53:6829","nonce":932298542}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":932298542},{"type":"v1","addr":"172.21.15.53:6833","nonce":932298542}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":932298542},{"type":"v1","addr":"172.21.15.53:6831","nonce":932298542}]},"public_addr":"172.21.15.53:6827/932298542","cluster_addr":"172.21.15.53:6829/932298542","heartbeat_back_addr":"172.21.15.53:6833/932298542","heartbeat_front_addr":"172.21.15.53:6831/932298542","state":["exists","up"]},{"osd":4,"uuid":"95a85da0-d4f2-41f5-8461-55508a265b94","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6800","nonce":1742023630},{"type":"v1","addr":"172.21.15.170:6801","nonce":1742023630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6802","nonce":1742023630},{"type":"v1","addr":"172.21.15.170:6803","nonce":1742023630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6806","nonce":1742023630},{"type":"v1","addr":"172.21.15.170:6807","nonce":1742023630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6804","nonce":1742023630},{"type":"v1","addr":"172.21.15.170:6805","nonce":1742023630}]},"public_addr":"172.21.15.170:6801/1742023630","cluster_addr":"172.21.15.170:6803/1742023630","heartbeat_back_addr":"172.21.15.170:6807/1742023630","heartbeat_front_addr":"172.21.15.170:6805/1742023630","state":["exists","up"]},{"osd":5,"uuid":"6dd572a2-334b-45b1-861d-17b5f10c02c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6808","nonce":2459892105},{"type":"v1","addr":"172.21.15.170:6809","nonce":2459892105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6810","nonce":2459892105},{"type":"v1","addr":"172.21.15.170:6811","nonce":2459892105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6814","nonce":2459892105},{"type":"v1","addr":"172.21.15.170:6815","nonce":2459892105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6812","nonce":2459892105},{"type":"v1","addr":"172.21.15.170:6813","nonce":2459892105}]},"public_addr":"172.21.15.170:6809/2459892105","cluster_addr":"172.21.15.170:6811/2459892105","heartbeat_back_addr":"172.21.15.170:6815/2459892105","heartbeat_front_addr":"172.21.15.170:6813/2459892105","state":["exists","up"]},{"osd":6,"uuid":"d39d5bc8-4fec-4b55-8fe0-696a0fecfcfc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6816","nonce":1937203482},{"type":"v1","addr":"172.21.15.170:6817","nonce":1937203482}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6818","nonce":1937203482},{"type":"v1","addr":"172.21.15.170:6819","nonce":1937203482}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6822","nonce":1937203482},{"type":"v1","addr":"172.21.15.170:6823","nonce":1937203482}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6820","nonce":1937203482},{"type":"v1","addr":"172.21.15.170:6821","nonce":1937203482}]},"public_addr":"172.21.15.170:6817/1937203482","cluster_addr":"172.21.15.170:6819/1937203482","heartbeat_back_addr":"172.21.15.170:6823/1937203482","heartbeat_front_addr":"172.21.15.170:6821/1937203482","state":["exists","up"]},{"osd":7,"uuid":"814a1e8f-85a3-49e3-aec6-1b722260b238","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6824","nonce":901778684},{"type":"v1","addr":"172.21.15.170:6825","nonce":901778684}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6826","nonce":901778684},{"type":"v1","addr":"172.21.15.170:6827","nonce":901778684}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6830","nonce":901778684},{"type":"v1","addr":"172.21.15.170:6831","nonce":901778684}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.170:6828","nonce":901778684},{"type":"v1","addr":"172.21.15.170:6829","nonce":901778684}]},"public_addr":"172.21.15.170:6825/901778684","cluster_addr":"172.21.15.170:6827/901778684","heartbeat_back_addr":"172.21.15.170:6831/901778684","heartbeat_front_addr":"172.21.15.170:6829/901778684","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T09:34:27.408360+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T09:34:50.423625+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T09:35:14.443105+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T09:35:38.388024+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T09:36:00.648079+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T09:36:24.649211+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T09:36:49.699216+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T09:37:14.755116+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.53:6801/3672269008":"2024-09-22T09:37:45.590346+0000","172.21.15.53:6800/3672269008":"2024-09-22T09:37:45.590346+0000","172.21.15.53:0/3767911075":"2024-09-22T09:37:45.590346+0000","172.21.15.53:0/2162225481":"2024-09-22T09:32:41.233619+0000","172.21.15.53:0/651319936":"2024-09-22T09:32:41.233619+0000","172.21.15.53:6800/722964798":"2024-09-22T09:33:05.097109+0000","172.21.15.53:6800/574327202":"2024-09-22T09:32:41.233619+0000","172.21.15.53:0/1488712951":"2024-09-22T09:32:41.233619+0000","172.21.15.53:6801/722964798":"2024-09-22T09:33:05.097109+0000","172.21.15.53:0/3420449351":"2024-09-22T09:33:05.097109+0000","172.21.15.53:0/2456494674":"2024-09-22T09:33:05.097109+0000","172.21.15.53:6801/574327202":"2024-09-22T09:32:41.233619+0000","172.21.15.53:0/2025720311":"2024-09-22T09:33:05.097109+0000","172.21.15.53:0/3715252279":"2024-09-22T09:37:45.590346+0000","172.21.15.53:0/4186100121":"2024-09-22T09:37:45.590346+0000","172.21.15.53:0/839622455":"2024-09-22T09:37:45.590346+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T09:39:26.280 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:26 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/1559224752' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-21T09:39:26.280 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:26 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:26.280 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:26 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:26.280 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:26 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:26.280 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:26 smithi053 ceph-mon[41013]: from='client.? 172.21.15.53:0/1559224752' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-21T09:39:26.280 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:26 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:26.280 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:26 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:26.281 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:26 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:26.303 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph tell osd.0 flush_pg_stats 2024-09-21T09:39:26.303 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph tell osd.1 flush_pg_stats 2024-09-21T09:39:26.304 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph tell osd.2 flush_pg_stats 2024-09-21T09:39:26.304 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph tell osd.3 flush_pg_stats 2024-09-21T09:39:26.304 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph tell osd.4 flush_pg_stats 2024-09-21T09:39:26.305 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph tell osd.5 flush_pg_stats 2024-09-21T09:39:26.305 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph tell osd.6 flush_pg_stats 2024-09-21T09:39:26.306 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph tell osd.7 flush_pg_stats 2024-09-21T09:39:26.359 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:26 smithi170 ceph-mon[32771]: from='client.? 172.21.15.53:0/1559224752' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-21T09:39:26.360 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:26 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:26.360 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:26 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:26.360 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:26 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:27.033 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:39:27.034 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:39:27.035 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:39:27.035 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:39:27.035 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:39:27.036 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:39:27.041 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:39:27.375 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:39:27.808 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:27 smithi053 ceph-mon[41013]: pgmap v64: 73 pgs: 73 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-09-21T09:39:27.808 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:27 smithi053 ceph-mon[41013]: mds.? [v2:172.21.15.170:6832/1759440489,v1:172.21.15.170:6833/1759440489] up:standby 2024-09-21T09:39:27.808 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:27 smithi053 ceph-mon[41013]: fsmap foo:1 {0=foo.smithi053.uoknsh=up:active} 1 up:standby 2024-09-21T09:39:27.808 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:27 smithi053 ceph-mon[29335]: pgmap v64: 73 pgs: 73 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-09-21T09:39:27.808 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:27 smithi053 ceph-mon[29335]: mds.? [v2:172.21.15.170:6832/1759440489,v1:172.21.15.170:6833/1759440489] up:standby 2024-09-21T09:39:27.808 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:27 smithi053 ceph-mon[29335]: fsmap foo:1 {0=foo.smithi053.uoknsh=up:active} 1 up:standby 2024-09-21T09:39:27.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:27 smithi170 ceph-mon[32771]: pgmap v64: 73 pgs: 73 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-09-21T09:39:27.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:27 smithi170 ceph-mon[32771]: mds.? [v2:172.21.15.170:6832/1759440489,v1:172.21.15.170:6833/1759440489] up:standby 2024-09-21T09:39:27.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:27 smithi170 ceph-mon[32771]: fsmap foo:1 {0=foo.smithi053.uoknsh=up:active} 1 up:standby 2024-09-21T09:39:28.966 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:28 smithi053 ceph-mon[41013]: pgmap v65: 73 pgs: 73 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-09-21T09:39:28.966 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:28 smithi053 ceph-mon[29335]: pgmap v65: 73 pgs: 73 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-09-21T09:39:29.163 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:28 smithi170 ceph-mon[32771]: pgmap v65: 73 pgs: 73 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-09-21T09:39:30.944 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:30 smithi053 ceph-mon[41013]: pgmap v66: 73 pgs: 73 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-09-21T09:39:30.944 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:30 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:30.944 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:30 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:39:30.944 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:30 smithi053 ceph-mon[29335]: pgmap v66: 73 pgs: 73 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-09-21T09:39:30.945 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:30 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:30.945 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:30 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:39:31.163 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:30 smithi170 ceph-mon[32771]: pgmap v66: 73 pgs: 73 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-09-21T09:39:31.163 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:30 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:31.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:30 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:39:32.321 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:39:32 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: ::ffff:172.21.15.170 - - [21/Sep/2024:09:39:32] "GET /metrics HTTP/1.1" 200 33842 "" "Prometheus/2.43.0" 2024-09-21T09:39:32.984 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:32 smithi053 ceph-mon[41013]: pgmap v67: 73 pgs: 73 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-09-21T09:39:32.984 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:32 smithi053 ceph-mon[29335]: pgmap v67: 73 pgs: 73 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-09-21T09:39:33.163 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:32 smithi170 ceph-mon[32771]: pgmap v67: 73 pgs: 73 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-09-21T09:39:35.048 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:34 smithi053 ceph-mon[41013]: pgmap v68: 73 pgs: 73 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-21T09:39:35.049 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:34 smithi053 ceph-mon[29335]: pgmap v68: 73 pgs: 73 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-21T09:39:35.163 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:34 smithi170 ceph-mon[32771]: pgmap v68: 73 pgs: 73 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-21T09:39:36.832 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:36 smithi053 ceph-mon[29335]: pgmap v69: 73 pgs: 73 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-21T09:39:36.835 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:36 smithi053 ceph-mon[41013]: pgmap v69: 73 pgs: 73 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-21T09:39:37.163 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:36 smithi170 ceph-mon[32771]: pgmap v69: 73 pgs: 73 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-21T09:39:38.025 INFO:teuthology.orchestra.run.smithi053.stdout:231928234015 2024-09-21T09:39:38.025 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph osd last-stat-seq osd.7 2024-09-21T09:39:38.795 INFO:teuthology.orchestra.run.smithi053.stdout:34359738433 2024-09-21T09:39:38.796 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph osd last-stat-seq osd.0 2024-09-21T09:39:38.972 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:38 smithi053 ceph-mon[41013]: pgmap v70: 73 pgs: 73 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-21T09:39:38.972 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:38 smithi053 ceph-mon[29335]: pgmap v70: 73 pgs: 73 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-21T09:39:39.163 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:38 smithi170 ceph-mon[32771]: pgmap v70: 73 pgs: 73 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-21T09:39:40.913 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:40 smithi053 ceph-mon[41013]: pgmap v71: 73 pgs: 73 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:39:40.913 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:40 smithi053 ceph-mon[29335]: pgmap v71: 73 pgs: 73 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:39:41.163 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:40 smithi170 ceph-mon[32771]: pgmap v71: 73 pgs: 73 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:39:41.292 INFO:teuthology.orchestra.run.smithi053.stdout:128849018925 2024-09-21T09:39:41.292 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph osd last-stat-seq osd.4 2024-09-21T09:39:42.174 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:39:42 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: ::ffff:172.21.15.170 - - [21/Sep/2024:09:39:42] "GET /metrics HTTP/1.1" 200 33842 "" "Prometheus/2.43.0" 2024-09-21T09:39:42.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:42 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:42.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:42 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:42.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:42 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:39:42.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:42 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:39:42.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:42 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:42.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:42 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:39:42.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:42 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:42.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:42 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:42.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:42 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:39:42.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:42 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:39:42.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:42 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:42.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:42 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:39:42.646 INFO:teuthology.orchestra.run.smithi053.stdout:163208757289 2024-09-21T09:39:42.646 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph osd last-stat-seq osd.5 2024-09-21T09:39:42.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:42 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:42.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:42 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:42.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:42 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:39:42.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:42 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:39:42.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:42 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:42.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:42 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:39:42.978 INFO:teuthology.orchestra.run.smithi053.stdout:197568495653 2024-09-21T09:39:42.978 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph osd last-stat-seq osd.6 2024-09-21T09:39:43.390 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:39:43.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:43 smithi053 ceph-mon[29335]: pgmap v72: 73 pgs: 73 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:39:43.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:43 smithi053 ceph-mon[41013]: pgmap v72: 73 pgs: 73 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:39:43.602 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:43 smithi170 ceph-mon[32771]: pgmap v72: 73 pgs: 73 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:39:44.576 INFO:teuthology.orchestra.run.smithi053.stdout:77309411385 2024-09-21T09:39:44.576 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph osd last-stat-seq osd.2 2024-09-21T09:39:44.890 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:39:44.916 INFO:teuthology.orchestra.run.smithi053.stdout:107374182451 2024-09-21T09:39:44.916 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph osd last-stat-seq osd.3 2024-09-21T09:39:45.534 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:39:45.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:45 smithi053 ceph-mon[29335]: pgmap v73: 73 pgs: 73 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:39:45.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:45 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:45.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:45 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:45.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:45 smithi053 ceph-mon[41013]: pgmap v73: 73 pgs: 73 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:39:45.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:45 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:45.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:45 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:45.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:45 smithi170 ceph-mon[32771]: pgmap v73: 73 pgs: 73 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:39:45.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:45 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:45.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:45 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:39:45.903 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:39:46.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:46 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 5]}]: dispatch 2024-09-21T09:39:46.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:46 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2024-09-21T09:39:46.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:46 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2024-09-21T09:39:46.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:46 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:39:46.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:46 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 5]}]: dispatch 2024-09-21T09:39:46.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:46 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2024-09-21T09:39:46.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:46 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2024-09-21T09:39:46.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:46 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:39:46.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:46 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 5]}]: dispatch 2024-09-21T09:39:46.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:46 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]: dispatch 2024-09-21T09:39:46.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:46 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2024-09-21T09:39:46.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:46 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:39:47.482 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:47 smithi053 ceph-mon[41013]: pgmap v74: 73 pgs: 73 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:39:47.482 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:47 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 5]}]': finished 2024-09-21T09:39:47.482 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:47 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]': finished 2024-09-21T09:39:47.482 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:47 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]': finished 2024-09-21T09:39:47.482 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:47 smithi053 ceph-mon[41013]: osdmap e71: 8 total, 8 up, 8 in 2024-09-21T09:39:47.482 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:47 smithi053 ceph-mon[29335]: pgmap v74: 73 pgs: 73 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:39:47.482 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:47 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 5]}]': finished 2024-09-21T09:39:47.482 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:47 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]': finished 2024-09-21T09:39:47.483 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:47 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]': finished 2024-09-21T09:39:47.483 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:47 smithi053 ceph-mon[29335]: osdmap e71: 8 total, 8 up, 8 in 2024-09-21T09:39:47.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:47 smithi170 ceph-mon[32771]: pgmap v74: 73 pgs: 73 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:39:47.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:47 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 5]}]': finished 2024-09-21T09:39:47.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:47 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 2]}]': finished 2024-09-21T09:39:47.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:47 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]': finished 2024-09-21T09:39:47.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:47 smithi170 ceph-mon[32771]: osdmap e71: 8 total, 8 up, 8 in 2024-09-21T09:39:48.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:48 smithi170 ceph-mon[32771]: osdmap e72: 8 total, 8 up, 8 in 2024-09-21T09:39:48.666 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:48 smithi053 ceph-mon[41013]: osdmap e72: 8 total, 8 up, 8 in 2024-09-21T09:39:48.666 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:48 smithi053 ceph-mon[29335]: osdmap e72: 8 total, 8 up, 8 in 2024-09-21T09:39:48.673 INFO:teuthology.orchestra.run.smithi053.stdout:34359738436 2024-09-21T09:39:49.330 INFO:teuthology.orchestra.run.smithi053.stdout:55834574910 2024-09-21T09:39:49.330 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph osd last-stat-seq osd.1 2024-09-21T09:39:49.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:49 smithi053 ceph-mon[29335]: pgmap v77: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:39:49.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:49 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/521947916' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-21T09:39:49.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:49 smithi053 ceph-mon[41013]: pgmap v77: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:39:49.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:49 smithi053 ceph-mon[41013]: from='client.? 172.21.15.53:0/521947916' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-21T09:39:49.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:49 smithi170 ceph-mon[32771]: pgmap v77: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:39:49.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:49 smithi170 ceph-mon[32771]: from='client.? 172.21.15.53:0/521947916' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-21T09:39:49.958 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:39:50.188 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:39:51.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:51 smithi170 ceph-mon[32771]: pgmap v78: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:39:51.669 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:51 smithi053 ceph-mon[29335]: pgmap v78: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:39:51.669 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:51 smithi053 ceph-mon[41013]: pgmap v78: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:39:51.941 INFO:teuthology.orchestra.run.smithi053.stdout:128849018928 2024-09-21T09:39:52.276 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:39:52 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: ::ffff:172.21.15.170 - - [21/Sep/2024:09:39:52] "GET /metrics HTTP/1.1" 200 33842 "" "Prometheus/2.43.0" 2024-09-21T09:39:52.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:52 smithi053 ceph-mon[41013]: from='client.? 172.21.15.53:0/626360081' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-21T09:39:52.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:52 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/626360081' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-21T09:39:52.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:52 smithi170 ceph-mon[32771]: from='client.? 172.21.15.53:0/626360081' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-21T09:39:53.107 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849018925 got 128849018928 for osd.4 2024-09-21T09:39:53.108 DEBUG:teuthology.parallel:result is None 2024-09-21T09:39:53.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:53 smithi170 ceph-mon[32771]: pgmap v79: 73 pgs: 73 active+clean; 579 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:39:53.704 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:53 smithi053 ceph-mon[29335]: pgmap v79: 73 pgs: 73 active+clean; 579 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:39:53.704 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:53 smithi053 ceph-mon[41013]: pgmap v79: 73 pgs: 73 active+clean; 579 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:39:53.848 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738433 got 34359738436 for osd.0 2024-09-21T09:39:53.849 DEBUG:teuthology.parallel:result is None 2024-09-21T09:39:54.191 INFO:teuthology.orchestra.run.smithi053.stdout:231928234018 2024-09-21T09:39:54.587 INFO:teuthology.orchestra.run.smithi053.stdout:163208757292 2024-09-21T09:39:54.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:54 smithi170 ceph-mon[32771]: from='client.? 172.21.15.53:0/1239174626' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-21T09:39:54.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:54 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/1239174626' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-21T09:39:54.825 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:54 smithi053 ceph-mon[41013]: from='client.? 172.21.15.53:0/1239174626' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-21T09:39:55.384 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:39:55.385 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:39:55.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:55 smithi053 ceph-mon[29335]: pgmap v80: 73 pgs: 73 active+clean; 579 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:39:55.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:55 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/505113496' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-21T09:39:55.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:55 smithi053 ceph-mon[41013]: pgmap v80: 73 pgs: 73 active+clean; 579 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:39:55.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:55 smithi053 ceph-mon[41013]: from='client.? 172.21.15.53:0/505113496' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-21T09:39:55.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:55 smithi170 ceph-mon[32771]: pgmap v80: 73 pgs: 73 active+clean; 579 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:39:55.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:55 smithi170 ceph-mon[32771]: from='client.? 172.21.15.53:0/505113496' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-21T09:39:56.634 INFO:teuthology.orchestra.run.smithi053.stdout:197568495656 2024-09-21T09:39:57.093 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757289 got 163208757292 for osd.5 2024-09-21T09:39:57.093 DEBUG:teuthology.parallel:result is None 2024-09-21T09:39:57.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:57 smithi170 ceph-mon[32771]: pgmap v81: 73 pgs: 73 active+clean; 579 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:39:57.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:57 smithi170 ceph-mon[32771]: from='client.? 172.21.15.53:0/190512137' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-21T09:39:57.774 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:57 smithi053 ceph-mon[41013]: pgmap v81: 73 pgs: 73 active+clean; 579 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:39:57.774 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:57 smithi053 ceph-mon[41013]: from='client.? 172.21.15.53:0/190512137' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-21T09:39:57.774 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:57 smithi053 ceph-mon[29335]: pgmap v81: 73 pgs: 73 active+clean; 579 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:39:57.774 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:57 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/190512137' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-21T09:39:58.068 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495653 got 197568495656 for osd.6 2024-09-21T09:39:58.069 DEBUG:teuthology.parallel:result is None 2024-09-21T09:39:58.489 INFO:tasks.cephadm.ceph_manager.ceph:need seq 231928234015 got 231928234018 for osd.7 2024-09-21T09:39:58.489 DEBUG:teuthology.parallel:result is None 2024-09-21T09:39:59.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:39:59 smithi053 ceph-mon[41013]: pgmap v82: 73 pgs: 73 active+clean; 579 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:39:59.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:39:59 smithi053 ceph-mon[29335]: pgmap v82: 73 pgs: 73 active+clean; 579 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:39:59.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:39:59 smithi170 ceph-mon[32771]: pgmap v82: 73 pgs: 73 active+clean; 579 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:40:00.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:00 smithi053 ceph-mon[41013]: overall HEALTH_OK 2024-09-21T09:40:00.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:00 smithi053 ceph-mon[29335]: overall HEALTH_OK 2024-09-21T09:40:00.630 INFO:teuthology.orchestra.run.smithi053.stdout:107374182454 2024-09-21T09:40:00.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:00 smithi170 ceph-mon[32771]: overall HEALTH_OK 2024-09-21T09:40:01.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:01 smithi170 ceph-mon[32771]: pgmap v83: 73 pgs: 73 active+clean; 579 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:40:01.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:01 smithi170 ceph-mon[32771]: from='client.? 172.21.15.53:0/2600674868' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-21T09:40:01.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:01 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:40:01.677 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:01 smithi053 ceph-mon[29335]: pgmap v83: 73 pgs: 73 active+clean; 579 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:40:01.677 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:01 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/2600674868' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-21T09:40:01.677 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:01 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:40:01.677 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:01 smithi053 ceph-mon[41013]: pgmap v83: 73 pgs: 73 active+clean; 579 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:40:01.677 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:01 smithi053 ceph-mon[41013]: from='client.? 172.21.15.53:0/2600674868' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-21T09:40:01.677 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:01 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:40:01.750 INFO:teuthology.orchestra.run.smithi053.stdout:77309411388 2024-09-21T09:40:02.325 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:40:02 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: ::ffff:172.21.15.170 - - [21/Sep/2024:09:40:02] "GET /metrics HTTP/1.1" 200 33855 "" "Prometheus/2.43.0" 2024-09-21T09:40:02.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:02 smithi170 ceph-mon[32771]: from='client.? 172.21.15.53:0/1360124755' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-21T09:40:02.719 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:02 smithi053 ceph-mon[41013]: from='client.? 172.21.15.53:0/1360124755' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-21T09:40:02.719 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:02 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/1360124755' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-21T09:40:02.742 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411385 got 77309411388 for osd.2 2024-09-21T09:40:02.742 DEBUG:teuthology.parallel:result is None 2024-09-21T09:40:03.108 INFO:teuthology.orchestra.run.smithi053.stdout:55834574914 2024-09-21T09:40:03.471 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182451 got 107374182454 for osd.3 2024-09-21T09:40:03.471 DEBUG:teuthology.parallel:result is None 2024-09-21T09:40:03.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:03 smithi170 ceph-mon[32771]: pgmap v84: 73 pgs: 73 active+clean; 579 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:40:03.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:03 smithi170 ceph-mon[32771]: from='client.? 172.21.15.53:0/2655878668' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-21T09:40:03.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:03 smithi053 ceph-mon[29335]: pgmap v84: 73 pgs: 73 active+clean; 579 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:40:03.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:03 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/2655878668' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-21T09:40:03.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:03 smithi053 ceph-mon[41013]: pgmap v84: 73 pgs: 73 active+clean; 579 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:40:03.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:03 smithi053 ceph-mon[41013]: from='client.? 172.21.15.53:0/2655878668' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-21T09:40:04.523 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574910 got 55834574914 for osd.1 2024-09-21T09:40:04.524 DEBUG:teuthology.parallel:result is None 2024-09-21T09:40:04.524 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-09-21T09:40:04.524 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph pg dump --format=json 2024-09-21T09:40:05.248 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:40:05.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:05 smithi170 ceph-mon[32771]: pgmap v85: 73 pgs: 73 active+clean; 579 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:40:05.688 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:05 smithi053 ceph-mon[41013]: pgmap v85: 73 pgs: 73 active+clean; 579 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:40:05.688 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:05 smithi053 ceph-mon[29335]: pgmap v85: 73 pgs: 73 active+clean; 579 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:40:06.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:06 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:40:06.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:06 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:40:06.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:06 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:40:06.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:06 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:40:06.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:06 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:40:06.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:06 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:40:06.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:06 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:40:06.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:06 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:40:06.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:06 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:40:06.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:06 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:40:06.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:06 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:40:06.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:06 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:40:06.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:06 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:40:06.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:06 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:40:06.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:06 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:40:07.242 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:40:07.242 INFO:teuthology.orchestra.run.smithi053.stderr:dumped all 2024-09-21T09:40:07.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:07 smithi053 ceph-mon[29335]: pgmap v86: 73 pgs: 73 active+clean; 579 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:40:07.825 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:07 smithi053 ceph-mon[41013]: pgmap v86: 73 pgs: 73 active+clean; 579 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:40:07.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:07 smithi170 ceph-mon[32771]: pgmap v86: 73 pgs: 73 active+clean; 579 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:40:08.025 INFO:teuthology.orchestra.run.smithi053.stdout:{"pg_ready":true,"pg_map":{"version":86,"stamp":"2024-09-21T09:40:05.627467+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592749,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":226,"num_write_kb":2432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":232024,"kb_used_data":7652,"kb_used_omap":12,"kb_used_meta":224243,"kb_avail":749729192,"statfs":{"total":767960285184,"available":767722692608,"internally_reserved":0,"allocated":7835648,"data_stored":4390320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":229625400},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002607"},"pg_stats":[{"pgid":"4.14","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.332958+0000","last_change":"2024-09-21T09:39:08.135329+0000","last_active":"2024-09-21T09:39:46.332958+0000","last_peered":"2024-09-21T09:39:46.332958+0000","last_clean":"2024-09-21T09:39:46.332958+0000","last_became_active":"2024-09-21T09:39:08.134996+0000","last_became_peered":"2024-09-21T09:39:08.134996+0000","last_unstale":"2024-09-21T09:39:46.332958+0000","last_undegraded":"2024-09-21T09:39:46.332958+0000","last_fullsized":"2024-09-21T09:39:46.332958+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:32:30.065394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"70'2","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.893388+0000","last_change":"2024-09-21T09:39:08.010191+0000","last_active":"2024-09-21T09:39:46.893388+0000","last_peered":"2024-09-21T09:39:46.893388+0000","last_clean":"2024-09-21T09:39:46.893388+0000","last_became_active":"2024-09-21T09:39:08.009634+0000","last_became_peered":"2024-09-21T09:39:08.009634+0000","last_unstale":"2024-09-21T09:39:46.893388+0000","last_undegraded":"2024-09-21T09:39:46.893388+0000","last_fullsized":"2024-09-21T09:39:46.893388+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:22:08.552806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.331448+0000","last_change":"2024-09-21T09:39:08.135533+0000","last_active":"2024-09-21T09:39:46.331448+0000","last_peered":"2024-09-21T09:39:46.331448+0000","last_clean":"2024-09-21T09:39:46.331448+0000","last_became_active":"2024-09-21T09:39:08.135271+0000","last_became_peered":"2024-09-21T09:39:08.135271+0000","last_unstale":"2024-09-21T09:39:46.331448+0000","last_undegraded":"2024-09-21T09:39:46.331448+0000","last_fullsized":"2024-09-21T09:39:46.331448+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:07:20.304604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.329337+0000","last_change":"2024-09-21T09:39:08.015521+0000","last_active":"2024-09-21T09:39:46.329337+0000","last_peered":"2024-09-21T09:39:46.329337+0000","last_clean":"2024-09-21T09:39:46.329337+0000","last_became_active":"2024-09-21T09:39:08.015284+0000","last_became_peered":"2024-09-21T09:39:08.015284+0000","last_unstale":"2024-09-21T09:39:46.329337+0000","last_undegraded":"2024-09-21T09:39:46.329337+0000","last_fullsized":"2024-09-21T09:39:46.329337+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T21:16:09.572932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.329531+0000","last_change":"2024-09-21T09:39:08.135993+0000","last_active":"2024-09-21T09:39:46.329531+0000","last_peered":"2024-09-21T09:39:46.329531+0000","last_clean":"2024-09-21T09:39:46.329531+0000","last_became_active":"2024-09-21T09:39:08.135398+0000","last_became_peered":"2024-09-21T09:39:08.135398+0000","last_unstale":"2024-09-21T09:39:46.329531+0000","last_undegraded":"2024-09-21T09:39:46.329531+0000","last_fullsized":"2024-09-21T09:39:46.329531+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:26:20.964484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.893215+0000","last_change":"2024-09-21T09:39:08.009858+0000","last_active":"2024-09-21T09:39:46.893215+0000","last_peered":"2024-09-21T09:39:46.893215+0000","last_clean":"2024-09-21T09:39:46.893215+0000","last_became_active":"2024-09-21T09:39:08.009549+0000","last_became_peered":"2024-09-21T09:39:08.009549+0000","last_unstale":"2024-09-21T09:39:46.893215+0000","last_undegraded":"2024-09-21T09:39:46.893215+0000","last_fullsized":"2024-09-21T09:39:46.893215+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:59:31.623297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.333142+0000","last_change":"2024-09-21T09:39:08.135507+0000","last_active":"2024-09-21T09:39:46.333142+0000","last_peered":"2024-09-21T09:39:46.333142+0000","last_clean":"2024-09-21T09:39:46.333142+0000","last_became_active":"2024-09-21T09:39:08.135043+0000","last_became_peered":"2024-09-21T09:39:08.135043+0000","last_unstale":"2024-09-21T09:39:46.333142+0000","last_undegraded":"2024-09-21T09:39:46.333142+0000","last_fullsized":"2024-09-21T09:39:46.333142+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:40:19.663058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"70'8","reported_seq":22,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.333161+0000","last_change":"2024-09-21T09:39:08.007069+0000","last_active":"2024-09-21T09:39:46.333161+0000","last_peered":"2024-09-21T09:39:46.333161+0000","last_clean":"2024-09-21T09:39:46.333161+0000","last_became_active":"2024-09-21T09:39:08.006760+0000","last_became_peered":"2024-09-21T09:39:08.006760+0000","last_unstale":"2024-09-21T09:39:46.333161+0000","last_undegraded":"2024-09-21T09:39:46.333161+0000","last_fullsized":"2024-09-21T09:39:46.333161+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:48:03.778749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"70'1","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.893573+0000","last_change":"2024-09-21T09:39:08.012024+0000","last_active":"2024-09-21T09:39:46.893573+0000","last_peered":"2024-09-21T09:39:46.893573+0000","last_clean":"2024-09-21T09:39:46.893573+0000","last_became_active":"2024-09-21T09:39:08.011750+0000","last_became_peered":"2024-09-21T09:39:08.011750+0000","last_unstale":"2024-09-21T09:39:46.893573+0000","last_undegraded":"2024-09-21T09:39:46.893573+0000","last_fullsized":"2024-09-21T09:39:46.893573+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:11:31.755638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.331253+0000","last_change":"2024-09-21T09:39:08.133427+0000","last_active":"2024-09-21T09:39:46.331253+0000","last_peered":"2024-09-21T09:39:46.331253+0000","last_clean":"2024-09-21T09:39:46.331253+0000","last_became_active":"2024-09-21T09:39:08.133144+0000","last_became_peered":"2024-09-21T09:39:08.133144+0000","last_unstale":"2024-09-21T09:39:46.331253+0000","last_undegraded":"2024-09-21T09:39:46.331253+0000","last_fullsized":"2024-09-21T09:39:46.331253+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:31:18.350294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"70'2","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.893571+0000","last_change":"2024-09-21T09:39:08.009870+0000","last_active":"2024-09-21T09:39:46.893571+0000","last_peered":"2024-09-21T09:39:46.893571+0000","last_clean":"2024-09-21T09:39:46.893571+0000","last_became_active":"2024-09-21T09:39:08.009595+0000","last_became_peered":"2024-09-21T09:39:08.009595+0000","last_unstale":"2024-09-21T09:39:46.893571+0000","last_undegraded":"2024-09-21T09:39:46.893571+0000","last_fullsized":"2024-09-21T09:39:46.893571+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:41:22.473488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.329456+0000","last_change":"2024-09-21T09:39:08.035891+0000","last_active":"2024-09-21T09:39:46.329456+0000","last_peered":"2024-09-21T09:39:46.329456+0000","last_clean":"2024-09-21T09:39:46.329456+0000","last_became_active":"2024-09-21T09:39:08.035448+0000","last_became_peered":"2024-09-21T09:39:08.035448+0000","last_unstale":"2024-09-21T09:39:46.329456+0000","last_undegraded":"2024-09-21T09:39:46.329456+0000","last_fullsized":"2024-09-21T09:39:46.329456+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:12:05.037129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"70'1","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.893541+0000","last_change":"2024-09-21T09:39:08.002760+0000","last_active":"2024-09-21T09:39:46.893541+0000","last_peered":"2024-09-21T09:39:46.893541+0000","last_clean":"2024-09-21T09:39:46.893541+0000","last_became_active":"2024-09-21T09:39:08.002491+0000","last_became_peered":"2024-09-21T09:39:08.002491+0000","last_unstale":"2024-09-21T09:39:46.893541+0000","last_undegraded":"2024-09-21T09:39:46.893541+0000","last_fullsized":"2024-09-21T09:39:46.893541+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:46:11.375996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.333171+0000","last_change":"2024-09-21T09:39:08.133717+0000","last_active":"2024-09-21T09:39:46.333171+0000","last_peered":"2024-09-21T09:39:46.333171+0000","last_clean":"2024-09-21T09:39:46.333171+0000","last_became_active":"2024-09-21T09:39:08.133347+0000","last_became_peered":"2024-09-21T09:39:08.133347+0000","last_unstale":"2024-09-21T09:39:46.333171+0000","last_undegraded":"2024-09-21T09:39:46.333171+0000","last_fullsized":"2024-09-21T09:39:46.333171+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:42:37.815703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.331475+0000","last_change":"2024-09-21T09:39:08.007920+0000","last_active":"2024-09-21T09:39:46.331475+0000","last_peered":"2024-09-21T09:39:46.331475+0000","last_clean":"2024-09-21T09:39:46.331475+0000","last_became_active":"2024-09-21T09:39:08.007665+0000","last_became_peered":"2024-09-21T09:39:08.007665+0000","last_unstale":"2024-09-21T09:39:46.331475+0000","last_undegraded":"2024-09-21T09:39:46.331475+0000","last_fullsized":"2024-09-21T09:39:46.331475+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:39:11.374978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":22,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-21T09:39:48.039135+0000","last_change":"2024-09-21T09:39:48.039135+0000","last_active":"2024-09-21T09:39:48.039135+0000","last_peered":"2024-09-21T09:39:48.039135+0000","last_clean":"2024-09-21T09:39:48.039135+0000","last_became_active":"2024-09-21T09:39:48.038718+0000","last_became_peered":"2024-09-21T09:39:48.038718+0000","last_unstale":"2024-09-21T09:39:48.039135+0000","last_undegraded":"2024-09-21T09:39:48.039135+0000","last_fullsized":"2024-09-21T09:39:48.039135+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:53:23.087331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"70'2","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.332827+0000","last_change":"2024-09-21T09:39:08.013161+0000","last_active":"2024-09-21T09:39:46.332827+0000","last_peered":"2024-09-21T09:39:46.332827+0000","last_clean":"2024-09-21T09:39:46.332827+0000","last_became_active":"2024-09-21T09:39:08.012795+0000","last_became_peered":"2024-09-21T09:39:08.012795+0000","last_unstale":"2024-09-21T09:39:46.332827+0000","last_undegraded":"2024-09-21T09:39:46.332827+0000","last_fullsized":"2024-09-21T09:39:46.332827+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:47:50.693006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.329563+0000","last_change":"2024-09-21T09:39:08.033849+0000","last_active":"2024-09-21T09:39:46.329563+0000","last_peered":"2024-09-21T09:39:46.329563+0000","last_clean":"2024-09-21T09:39:46.329563+0000","last_became_active":"2024-09-21T09:39:08.033555+0000","last_became_peered":"2024-09-21T09:39:08.033555+0000","last_unstale":"2024-09-21T09:39:46.329563+0000","last_undegraded":"2024-09-21T09:39:46.329563+0000","last_fullsized":"2024-09-21T09:39:46.329563+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:12:09.988761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.333467+0000","last_change":"2024-09-21T09:39:08.010536+0000","last_active":"2024-09-21T09:39:46.333467+0000","last_peered":"2024-09-21T09:39:46.333467+0000","last_clean":"2024-09-21T09:39:46.333467+0000","last_became_active":"2024-09-21T09:39:08.010210+0000","last_became_peered":"2024-09-21T09:39:08.010210+0000","last_unstale":"2024-09-21T09:39:46.333467+0000","last_undegraded":"2024-09-21T09:39:46.333467+0000","last_fullsized":"2024-09-21T09:39:46.333467+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:03:37.711726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.329805+0000","last_change":"2024-09-21T09:39:08.034353+0000","last_active":"2024-09-21T09:39:46.329805+0000","last_peered":"2024-09-21T09:39:46.329805+0000","last_clean":"2024-09-21T09:39:46.329805+0000","last_became_active":"2024-09-21T09:39:08.034067+0000","last_became_peered":"2024-09-21T09:39:08.034067+0000","last_unstale":"2024-09-21T09:39:46.329805+0000","last_undegraded":"2024-09-21T09:39:46.329805+0000","last_fullsized":"2024-09-21T09:39:46.329805+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:20:11.762915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.329480+0000","last_change":"2024-09-21T09:39:08.012528+0000","last_active":"2024-09-21T09:39:46.329480+0000","last_peered":"2024-09-21T09:39:46.329480+0000","last_clean":"2024-09-21T09:39:46.329480+0000","last_became_active":"2024-09-21T09:39:08.012239+0000","last_became_peered":"2024-09-21T09:39:08.012239+0000","last_unstale":"2024-09-21T09:39:46.329480+0000","last_undegraded":"2024-09-21T09:39:46.329480+0000","last_fullsized":"2024-09-21T09:39:46.329480+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:27:27.644757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.329899+0000","last_change":"2024-09-21T09:39:08.035906+0000","last_active":"2024-09-21T09:39:46.329899+0000","last_peered":"2024-09-21T09:39:46.329899+0000","last_clean":"2024-09-21T09:39:46.329899+0000","last_became_active":"2024-09-21T09:39:08.035392+0000","last_became_peered":"2024-09-21T09:39:08.035392+0000","last_unstale":"2024-09-21T09:39:46.329899+0000","last_undegraded":"2024-09-21T09:39:46.329899+0000","last_fullsized":"2024-09-21T09:39:46.329899+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:36:08.897993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.333443+0000","last_change":"2024-09-21T09:39:08.015255+0000","last_active":"2024-09-21T09:39:46.333443+0000","last_peered":"2024-09-21T09:39:46.333443+0000","last_clean":"2024-09-21T09:39:46.333443+0000","last_became_active":"2024-09-21T09:39:08.014937+0000","last_became_peered":"2024-09-21T09:39:08.014937+0000","last_unstale":"2024-09-21T09:39:46.333443+0000","last_undegraded":"2024-09-21T09:39:46.333443+0000","last_fullsized":"2024-09-21T09:39:46.333443+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T21:10:47.205922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.331939+0000","last_change":"2024-09-21T09:39:08.038692+0000","last_active":"2024-09-21T09:39:46.331939+0000","last_peered":"2024-09-21T09:39:46.331939+0000","last_clean":"2024-09-21T09:39:46.331939+0000","last_became_active":"2024-09-21T09:39:08.037798+0000","last_became_peered":"2024-09-21T09:39:08.037798+0000","last_unstale":"2024-09-21T09:39:46.331939+0000","last_undegraded":"2024-09-21T09:39:46.331939+0000","last_fullsized":"2024-09-21T09:39:46.331939+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:00:10.000964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"59'128","reported_seq":270,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.893225+0000","last_change":"2024-09-21T09:37:20.287819+0000","last_active":"2024-09-21T09:39:46.893225+0000","last_peered":"2024-09-21T09:39:46.893225+0000","last_clean":"2024-09-21T09:39:46.893225+0000","last_became_active":"2024-09-21T09:37:20.287443+0000","last_became_peered":"2024-09-21T09:37:20.287443+0000","last_unstale":"2024-09-21T09:39:46.893225+0000","last_undegraded":"2024-09-21T09:39:46.893225+0000","last_fullsized":"2024-09-21T09:39:46.893225+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:35:17.647431+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:35:17.647431+0000","last_clean_scrub_stamp":"2024-09-21T09:35:17.647431+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:00:37.306434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"63'1","reported_seq":28,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-21T09:39:48.038331+0000","last_change":"2024-09-21T09:37:55.486523+0000","last_active":"2024-09-21T09:39:48.038331+0000","last_peered":"2024-09-21T09:39:48.038331+0000","last_clean":"2024-09-21T09:39:48.038331+0000","last_became_active":"2024-09-21T09:37:51.017198+0000","last_became_peered":"2024-09-21T09:37:51.017198+0000","last_unstale":"2024-09-21T09:39:48.038331+0000","last_undegraded":"2024-09-21T09:39:48.038331+0000","last_fullsized":"2024-09-21T09:39:48.038331+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_clean_scrub_stamp":"2024-09-21T09:37:50.009252+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:31:28.205164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00030421700000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.332850+0000","last_change":"2024-09-21T09:39:08.009812+0000","last_active":"2024-09-21T09:39:46.332850+0000","last_peered":"2024-09-21T09:39:46.332850+0000","last_clean":"2024-09-21T09:39:46.332850+0000","last_became_active":"2024-09-21T09:39:08.008469+0000","last_became_peered":"2024-09-21T09:39:08.008469+0000","last_unstale":"2024-09-21T09:39:46.332850+0000","last_undegraded":"2024-09-21T09:39:46.332850+0000","last_fullsized":"2024-09-21T09:39:46.332850+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:10:05.908762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.333363+0000","last_change":"2024-09-21T09:39:08.133847+0000","last_active":"2024-09-21T09:39:46.333363+0000","last_peered":"2024-09-21T09:39:46.333363+0000","last_clean":"2024-09-21T09:39:46.333363+0000","last_became_active":"2024-09-21T09:39:08.133557+0000","last_became_peered":"2024-09-21T09:39:08.133557+0000","last_unstale":"2024-09-21T09:39:46.333363+0000","last_undegraded":"2024-09-21T09:39:46.333363+0000","last_fullsized":"2024-09-21T09:39:46.333363+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:47:37.890337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":27,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-21T09:39:48.108478+0000","last_change":"2024-09-21T09:37:55.835576+0000","last_active":"2024-09-21T09:39:48.108478+0000","last_peered":"2024-09-21T09:39:48.108478+0000","last_clean":"2024-09-21T09:39:48.108478+0000","last_became_active":"2024-09-21T09:37:51.018975+0000","last_became_peered":"2024-09-21T09:37:51.018975+0000","last_unstale":"2024-09-21T09:39:48.108478+0000","last_undegraded":"2024-09-21T09:39:48.108478+0000","last_fullsized":"2024-09-21T09:39:48.108478+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_clean_scrub_stamp":"2024-09-21T09:37:50.009252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:08:06.650737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00034656500000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.329186+0000","last_change":"2024-09-21T09:39:08.018260+0000","last_active":"2024-09-21T09:39:46.329186+0000","last_peered":"2024-09-21T09:39:46.329186+0000","last_clean":"2024-09-21T09:39:46.329186+0000","last_became_active":"2024-09-21T09:39:08.016307+0000","last_became_peered":"2024-09-21T09:39:08.016307+0000","last_unstale":"2024-09-21T09:39:46.329186+0000","last_undegraded":"2024-09-21T09:39:46.329186+0000","last_fullsized":"2024-09-21T09:39:46.329186+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:15:01.187688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.329491+0000","last_change":"2024-09-21T09:39:08.034539+0000","last_active":"2024-09-21T09:39:46.329491+0000","last_peered":"2024-09-21T09:39:46.329491+0000","last_clean":"2024-09-21T09:39:46.329491+0000","last_became_active":"2024-09-21T09:39:08.034173+0000","last_became_peered":"2024-09-21T09:39:08.034173+0000","last_unstale":"2024-09-21T09:39:46.329491+0000","last_undegraded":"2024-09-21T09:39:46.329491+0000","last_fullsized":"2024-09-21T09:39:46.329491+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:59:55.955153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":27,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-21T09:39:47.330781+0000","last_change":"2024-09-21T09:37:55.483371+0000","last_active":"2024-09-21T09:39:47.330781+0000","last_peered":"2024-09-21T09:39:47.330781+0000","last_clean":"2024-09-21T09:39:47.330781+0000","last_became_active":"2024-09-21T09:37:51.135457+0000","last_became_peered":"2024-09-21T09:37:51.135457+0000","last_unstale":"2024-09-21T09:39:47.330781+0000","last_undegraded":"2024-09-21T09:39:47.330781+0000","last_fullsized":"2024-09-21T09:39:47.330781+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_clean_scrub_stamp":"2024-09-21T09:37:50.009252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T21:03:41.363755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00030338899999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.331518+0000","last_change":"2024-09-21T09:39:08.011678+0000","last_active":"2024-09-21T09:39:46.331518+0000","last_peered":"2024-09-21T09:39:46.331518+0000","last_clean":"2024-09-21T09:39:46.331518+0000","last_became_active":"2024-09-21T09:39:08.011389+0000","last_became_peered":"2024-09-21T09:39:08.011389+0000","last_unstale":"2024-09-21T09:39:46.331518+0000","last_undegraded":"2024-09-21T09:39:46.331518+0000","last_fullsized":"2024-09-21T09:39:46.331518+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:21:32.459322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.332019+0000","last_change":"2024-09-21T09:39:08.035035+0000","last_active":"2024-09-21T09:39:46.332019+0000","last_peered":"2024-09-21T09:39:46.332019+0000","last_clean":"2024-09-21T09:39:46.332019+0000","last_became_active":"2024-09-21T09:39:08.034745+0000","last_became_peered":"2024-09-21T09:39:08.034745+0000","last_unstale":"2024-09-21T09:39:46.332019+0000","last_undegraded":"2024-09-21T09:39:46.332019+0000","last_fullsized":"2024-09-21T09:39:46.332019+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:09:58.940833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"65'2","reported_seq":29,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-21T09:39:48.038172+0000","last_change":"2024-09-21T09:37:55.487316+0000","last_active":"2024-09-21T09:39:48.038172+0000","last_peered":"2024-09-21T09:39:48.038172+0000","last_clean":"2024-09-21T09:39:48.038172+0000","last_became_active":"2024-09-21T09:37:51.017892+0000","last_became_peered":"2024-09-21T09:37:51.017892+0000","last_unstale":"2024-09-21T09:39:48.038172+0000","last_undegraded":"2024-09-21T09:39:48.038172+0000","last_fullsized":"2024-09-21T09:39:48.038172+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_clean_scrub_stamp":"2024-09-21T09:37:50.009252+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:21:28.802477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010916739999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.329954+0000","last_change":"2024-09-21T09:39:08.008051+0000","last_active":"2024-09-21T09:39:46.329954+0000","last_peered":"2024-09-21T09:39:46.329954+0000","last_clean":"2024-09-21T09:39:46.329954+0000","last_became_active":"2024-09-21T09:39:08.007585+0000","last_became_peered":"2024-09-21T09:39:08.007585+0000","last_unstale":"2024-09-21T09:39:46.329954+0000","last_undegraded":"2024-09-21T09:39:46.329954+0000","last_fullsized":"2024-09-21T09:39:46.329954+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:01:03.833886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.331561+0000","last_change":"2024-09-21T09:39:08.038853+0000","last_active":"2024-09-21T09:39:46.331561+0000","last_peered":"2024-09-21T09:39:46.331561+0000","last_clean":"2024-09-21T09:39:46.331561+0000","last_became_active":"2024-09-21T09:39:08.038124+0000","last_became_peered":"2024-09-21T09:39:08.038124+0000","last_unstale":"2024-09-21T09:39:46.331561+0000","last_undegraded":"2024-09-21T09:39:46.331561+0000","last_fullsized":"2024-09-21T09:39:46.331561+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:11:06.168434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.331593+0000","last_change":"2024-09-21T09:39:08.008137+0000","last_active":"2024-09-21T09:39:46.331593+0000","last_peered":"2024-09-21T09:39:46.331593+0000","last_clean":"2024-09-21T09:39:46.331593+0000","last_became_active":"2024-09-21T09:39:08.007850+0000","last_became_peered":"2024-09-21T09:39:08.007850+0000","last_unstale":"2024-09-21T09:39:46.331593+0000","last_undegraded":"2024-09-21T09:39:46.331593+0000","last_fullsized":"2024-09-21T09:39:46.331593+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:58:25.444332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":27,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-21T09:39:47.332092+0000","last_change":"2024-09-21T09:37:55.487951+0000","last_active":"2024-09-21T09:39:47.332092+0000","last_peered":"2024-09-21T09:39:47.332092+0000","last_clean":"2024-09-21T09:39:47.332092+0000","last_became_active":"2024-09-21T09:37:51.018985+0000","last_became_peered":"2024-09-21T09:37:51.018985+0000","last_unstale":"2024-09-21T09:39:47.332092+0000","last_undegraded":"2024-09-21T09:39:47.332092+0000","last_fullsized":"2024-09-21T09:39:47.332092+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_clean_scrub_stamp":"2024-09-21T09:37:50.009252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:39:24.528516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00035559900000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.331512+0000","last_change":"2024-09-21T09:39:08.032144+0000","last_active":"2024-09-21T09:39:46.331512+0000","last_peered":"2024-09-21T09:39:46.331512+0000","last_clean":"2024-09-21T09:39:46.331512+0000","last_became_active":"2024-09-21T09:39:08.031776+0000","last_became_peered":"2024-09-21T09:39:08.031776+0000","last_unstale":"2024-09-21T09:39:46.331512+0000","last_undegraded":"2024-09-21T09:39:46.331512+0000","last_fullsized":"2024-09-21T09:39:46.331512+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:37:09.118661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.331654+0000","last_change":"2024-09-21T09:39:08.013862+0000","last_active":"2024-09-21T09:39:46.331654+0000","last_peered":"2024-09-21T09:39:46.331654+0000","last_clean":"2024-09-21T09:39:46.331654+0000","last_became_active":"2024-09-21T09:39:08.013593+0000","last_became_peered":"2024-09-21T09:39:08.013593+0000","last_unstale":"2024-09-21T09:39:46.331654+0000","last_undegraded":"2024-09-21T09:39:46.331654+0000","last_fullsized":"2024-09-21T09:39:46.331654+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:38:46.526419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":27,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-21T09:39:48.108942+0000","last_change":"2024-09-21T09:37:55.835591+0000","last_active":"2024-09-21T09:39:48.108942+0000","last_peered":"2024-09-21T09:39:48.108942+0000","last_clean":"2024-09-21T09:39:48.108942+0000","last_became_active":"2024-09-21T09:37:51.135450+0000","last_became_peered":"2024-09-21T09:37:51.135450+0000","last_unstale":"2024-09-21T09:39:48.108942+0000","last_undegraded":"2024-09-21T09:39:48.108942+0000","last_fullsized":"2024-09-21T09:39:48.108942+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_clean_scrub_stamp":"2024-09-21T09:37:50.009252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:26:30.650226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00024188399999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.329418+0000","last_change":"2024-09-21T09:39:08.133381+0000","last_active":"2024-09-21T09:39:46.329418+0000","last_peered":"2024-09-21T09:39:46.329418+0000","last_clean":"2024-09-21T09:39:46.329418+0000","last_became_active":"2024-09-21T09:39:08.133065+0000","last_became_peered":"2024-09-21T09:39:08.133065+0000","last_unstale":"2024-09-21T09:39:46.329418+0000","last_undegraded":"2024-09-21T09:39:46.329418+0000","last_fullsized":"2024-09-21T09:39:46.329418+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T21:34:31.965624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"70'2","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.333171+0000","last_change":"2024-09-21T09:39:08.008621+0000","last_active":"2024-09-21T09:39:46.333171+0000","last_peered":"2024-09-21T09:39:46.333171+0000","last_clean":"2024-09-21T09:39:46.333171+0000","last_became_active":"2024-09-21T09:39:08.008302+0000","last_became_peered":"2024-09-21T09:39:08.008302+0000","last_unstale":"2024-09-21T09:39:46.333171+0000","last_undegraded":"2024-09-21T09:39:46.333171+0000","last_fullsized":"2024-09-21T09:39:46.333171+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:08:19.168712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":27,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-21T09:39:47.332285+0000","last_change":"2024-09-21T09:37:55.488073+0000","last_active":"2024-09-21T09:39:47.332285+0000","last_peered":"2024-09-21T09:39:47.332285+0000","last_clean":"2024-09-21T09:39:47.332285+0000","last_became_active":"2024-09-21T09:37:51.135508+0000","last_became_peered":"2024-09-21T09:37:51.135508+0000","last_unstale":"2024-09-21T09:39:47.332285+0000","last_undegraded":"2024-09-21T09:39:47.332285+0000","last_fullsized":"2024-09-21T09:39:47.332285+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_clean_scrub_stamp":"2024-09-21T09:37:50.009252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:37:15.690933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042841800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.333345+0000","last_change":"2024-09-21T09:39:08.134141+0000","last_active":"2024-09-21T09:39:46.333345+0000","last_peered":"2024-09-21T09:39:46.333345+0000","last_clean":"2024-09-21T09:39:46.333345+0000","last_became_active":"2024-09-21T09:39:08.133776+0000","last_became_peered":"2024-09-21T09:39:08.133776+0000","last_unstale":"2024-09-21T09:39:46.333345+0000","last_undegraded":"2024-09-21T09:39:46.333345+0000","last_fullsized":"2024-09-21T09:39:46.333345+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:31:35.348905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"70'1","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.329583+0000","last_change":"2024-09-21T09:39:08.017392+0000","last_active":"2024-09-21T09:39:46.329583+0000","last_peered":"2024-09-21T09:39:46.329583+0000","last_clean":"2024-09-21T09:39:46.329583+0000","last_became_active":"2024-09-21T09:39:08.016633+0000","last_became_peered":"2024-09-21T09:39:08.016633+0000","last_unstale":"2024-09-21T09:39:46.329583+0000","last_undegraded":"2024-09-21T09:39:46.329583+0000","last_fullsized":"2024-09-21T09:39:46.329583+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:59:10.755900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":27,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-21T09:39:47.333858+0000","last_change":"2024-09-21T09:37:55.488230+0000","last_active":"2024-09-21T09:39:47.333858+0000","last_peered":"2024-09-21T09:39:47.333858+0000","last_clean":"2024-09-21T09:39:47.333858+0000","last_became_active":"2024-09-21T09:37:51.017824+0000","last_became_peered":"2024-09-21T09:37:51.017824+0000","last_unstale":"2024-09-21T09:39:47.333858+0000","last_undegraded":"2024-09-21T09:39:47.333858+0000","last_fullsized":"2024-09-21T09:39:47.333858+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_clean_scrub_stamp":"2024-09-21T09:37:50.009252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:09:05.768743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00034559199999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.329370+0000","last_change":"2024-09-21T09:39:08.028909+0000","last_active":"2024-09-21T09:39:46.329370+0000","last_peered":"2024-09-21T09:39:46.329370+0000","last_clean":"2024-09-21T09:39:46.329370+0000","last_became_active":"2024-09-21T09:39:08.028580+0000","last_became_peered":"2024-09-21T09:39:08.028580+0000","last_unstale":"2024-09-21T09:39:46.329370+0000","last_undegraded":"2024-09-21T09:39:46.329370+0000","last_fullsized":"2024-09-21T09:39:46.329370+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:00:19.451322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.329746+0000","last_change":"2024-09-21T09:39:08.035210+0000","last_active":"2024-09-21T09:39:46.329746+0000","last_peered":"2024-09-21T09:39:46.329746+0000","last_clean":"2024-09-21T09:39:46.329746+0000","last_became_active":"2024-09-21T09:39:08.034704+0000","last_became_peered":"2024-09-21T09:39:08.034704+0000","last_unstale":"2024-09-21T09:39:46.329746+0000","last_undegraded":"2024-09-21T09:39:46.329746+0000","last_fullsized":"2024-09-21T09:39:46.329746+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:29:39.024930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"70'6","reported_seq":20,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.329684+0000","last_change":"2024-09-21T09:39:08.010900+0000","last_active":"2024-09-21T09:39:46.329684+0000","last_peered":"2024-09-21T09:39:46.329684+0000","last_clean":"2024-09-21T09:39:46.329684+0000","last_became_active":"2024-09-21T09:39:08.010626+0000","last_became_peered":"2024-09-21T09:39:08.010626+0000","last_unstale":"2024-09-21T09:39:46.329684+0000","last_undegraded":"2024-09-21T09:39:46.329684+0000","last_fullsized":"2024-09-21T09:39:46.329684+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:44:34.320155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.331425+0000","last_change":"2024-09-21T09:39:08.037145+0000","last_active":"2024-09-21T09:39:46.331425+0000","last_peered":"2024-09-21T09:39:46.331425+0000","last_clean":"2024-09-21T09:39:46.331425+0000","last_became_active":"2024-09-21T09:39:08.036826+0000","last_became_peered":"2024-09-21T09:39:08.036826+0000","last_unstale":"2024-09-21T09:39:46.331425+0000","last_undegraded":"2024-09-21T09:39:46.331425+0000","last_fullsized":"2024-09-21T09:39:46.331425+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:08:36.480074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"70'3","reported_seq":17,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.893451+0000","last_change":"2024-09-21T09:39:08.009922+0000","last_active":"2024-09-21T09:39:46.893451+0000","last_peered":"2024-09-21T09:39:46.893451+0000","last_clean":"2024-09-21T09:39:46.893451+0000","last_became_active":"2024-09-21T09:39:08.009610+0000","last_became_peered":"2024-09-21T09:39:08.009610+0000","last_unstale":"2024-09-21T09:39:46.893451+0000","last_undegraded":"2024-09-21T09:39:46.893451+0000","last_fullsized":"2024-09-21T09:39:46.893451+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:30:21.481575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.331478+0000","last_change":"2024-09-21T09:39:08.010912+0000","last_active":"2024-09-21T09:39:46.331478+0000","last_peered":"2024-09-21T09:39:46.331478+0000","last_clean":"2024-09-21T09:39:46.331478+0000","last_became_active":"2024-09-21T09:39:08.010613+0000","last_became_peered":"2024-09-21T09:39:08.010613+0000","last_unstale":"2024-09-21T09:39:46.331478+0000","last_undegraded":"2024-09-21T09:39:46.331478+0000","last_fullsized":"2024-09-21T09:39:46.331478+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:26:29.286980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.332740+0000","last_change":"2024-09-21T09:39:08.134011+0000","last_active":"2024-09-21T09:39:46.332740+0000","last_peered":"2024-09-21T09:39:46.332740+0000","last_clean":"2024-09-21T09:39:46.332740+0000","last_became_active":"2024-09-21T09:39:08.133655+0000","last_became_peered":"2024-09-21T09:39:08.133655+0000","last_unstale":"2024-09-21T09:39:46.332740+0000","last_undegraded":"2024-09-21T09:39:46.332740+0000","last_fullsized":"2024-09-21T09:39:46.332740+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:30:38.607239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.329700+0000","last_change":"2024-09-21T09:39:08.011813+0000","last_active":"2024-09-21T09:39:46.329700+0000","last_peered":"2024-09-21T09:39:46.329700+0000","last_clean":"2024-09-21T09:39:46.329700+0000","last_became_active":"2024-09-21T09:39:08.011533+0000","last_became_peered":"2024-09-21T09:39:08.011533+0000","last_unstale":"2024-09-21T09:39:46.329700+0000","last_undegraded":"2024-09-21T09:39:46.329700+0000","last_fullsized":"2024-09-21T09:39:46.329700+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:14:43.057387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":22,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-21T09:39:47.336382+0000","last_change":"2024-09-21T09:39:47.336382+0000","last_active":"2024-09-21T09:39:47.336382+0000","last_peered":"2024-09-21T09:39:47.336382+0000","last_clean":"2024-09-21T09:39:47.336382+0000","last_became_active":"2024-09-21T09:39:47.335961+0000","last_became_peered":"2024-09-21T09:39:47.335961+0000","last_unstale":"2024-09-21T09:39:47.336382+0000","last_undegraded":"2024-09-21T09:39:47.336382+0000","last_fullsized":"2024-09-21T09:39:47.336382+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:43:19.745257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":22,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-21T09:39:48.038952+0000","last_change":"2024-09-21T09:39:48.038952+0000","last_active":"2024-09-21T09:39:48.038952+0000","last_peered":"2024-09-21T09:39:48.038952+0000","last_clean":"2024-09-21T09:39:48.038952+0000","last_became_active":"2024-09-21T09:39:48.038610+0000","last_became_peered":"2024-09-21T09:39:48.038610+0000","last_unstale":"2024-09-21T09:39:48.038952+0000","last_undegraded":"2024-09-21T09:39:48.038952+0000","last_fullsized":"2024-09-21T09:39:48.038952+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:52:52.239638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.333357+0000","last_change":"2024-09-21T09:39:08.016185+0000","last_active":"2024-09-21T09:39:46.333357+0000","last_peered":"2024-09-21T09:39:46.333357+0000","last_clean":"2024-09-21T09:39:46.333357+0000","last_became_active":"2024-09-21T09:39:08.015785+0000","last_became_peered":"2024-09-21T09:39:08.015785+0000","last_unstale":"2024-09-21T09:39:46.333357+0000","last_undegraded":"2024-09-21T09:39:46.333357+0000","last_fullsized":"2024-09-21T09:39:46.333357+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:14:56.596863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.329455+0000","last_change":"2024-09-21T09:39:08.135550+0000","last_active":"2024-09-21T09:39:46.329455+0000","last_peered":"2024-09-21T09:39:46.329455+0000","last_clean":"2024-09-21T09:39:46.329455+0000","last_became_active":"2024-09-21T09:39:08.135259+0000","last_became_peered":"2024-09-21T09:39:08.135259+0000","last_unstale":"2024-09-21T09:39:46.329455+0000","last_undegraded":"2024-09-21T09:39:46.329455+0000","last_fullsized":"2024-09-21T09:39:46.329455+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:29:52.396434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.331173+0000","last_change":"2024-09-21T09:39:08.016525+0000","last_active":"2024-09-21T09:39:46.331173+0000","last_peered":"2024-09-21T09:39:46.331173+0000","last_clean":"2024-09-21T09:39:46.331173+0000","last_became_active":"2024-09-21T09:39:08.015092+0000","last_became_peered":"2024-09-21T09:39:08.015092+0000","last_unstale":"2024-09-21T09:39:46.331173+0000","last_undegraded":"2024-09-21T09:39:46.331173+0000","last_fullsized":"2024-09-21T09:39:46.331173+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T21:14:46.702370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.333028+0000","last_change":"2024-09-21T09:39:08.034142+0000","last_active":"2024-09-21T09:39:46.333028+0000","last_peered":"2024-09-21T09:39:46.333028+0000","last_clean":"2024-09-21T09:39:46.333028+0000","last_became_active":"2024-09-21T09:39:08.033812+0000","last_became_peered":"2024-09-21T09:39:08.033812+0000","last_unstale":"2024-09-21T09:39:46.333028+0000","last_undegraded":"2024-09-21T09:39:46.333028+0000","last_fullsized":"2024-09-21T09:39:46.333028+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:32:41.333614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"70'1","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.329485+0000","last_change":"2024-09-21T09:39:08.015139+0000","last_active":"2024-09-21T09:39:46.329485+0000","last_peered":"2024-09-21T09:39:46.329485+0000","last_clean":"2024-09-21T09:39:46.329485+0000","last_became_active":"2024-09-21T09:39:08.014881+0000","last_became_peered":"2024-09-21T09:39:08.014881+0000","last_unstale":"2024-09-21T09:39:46.329485+0000","last_undegraded":"2024-09-21T09:39:46.329485+0000","last_fullsized":"2024-09-21T09:39:46.329485+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:07:08.033951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.328946+0000","last_change":"2024-09-21T09:39:08.034229+0000","last_active":"2024-09-21T09:39:46.328946+0000","last_peered":"2024-09-21T09:39:46.328946+0000","last_clean":"2024-09-21T09:39:46.328946+0000","last_became_active":"2024-09-21T09:39:08.033894+0000","last_became_peered":"2024-09-21T09:39:08.033894+0000","last_unstale":"2024-09-21T09:39:46.328946+0000","last_undegraded":"2024-09-21T09:39:46.328946+0000","last_fullsized":"2024-09-21T09:39:46.328946+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:01:21.072831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"70'1","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.329518+0000","last_change":"2024-09-21T09:39:08.012046+0000","last_active":"2024-09-21T09:39:46.329518+0000","last_peered":"2024-09-21T09:39:46.329518+0000","last_clean":"2024-09-21T09:39:46.329518+0000","last_became_active":"2024-09-21T09:39:08.011724+0000","last_became_peered":"2024-09-21T09:39:08.011724+0000","last_unstale":"2024-09-21T09:39:46.329518+0000","last_undegraded":"2024-09-21T09:39:46.329518+0000","last_fullsized":"2024-09-21T09:39:46.329518+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T21:17:12.450322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.329648+0000","last_change":"2024-09-21T09:39:08.035268+0000","last_active":"2024-09-21T09:39:46.329648+0000","last_peered":"2024-09-21T09:39:46.329648+0000","last_clean":"2024-09-21T09:39:46.329648+0000","last_became_active":"2024-09-21T09:39:08.034736+0000","last_became_peered":"2024-09-21T09:39:08.034736+0000","last_unstale":"2024-09-21T09:39:46.329648+0000","last_undegraded":"2024-09-21T09:39:46.329648+0000","last_fullsized":"2024-09-21T09:39:46.329648+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T20:00:25.690796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"70'2","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.331543+0000","last_change":"2024-09-21T09:39:08.010278+0000","last_active":"2024-09-21T09:39:46.331543+0000","last_peered":"2024-09-21T09:39:46.331543+0000","last_clean":"2024-09-21T09:39:46.331543+0000","last_became_active":"2024-09-21T09:39:08.009922+0000","last_became_peered":"2024-09-21T09:39:08.009922+0000","last_unstale":"2024-09-21T09:39:46.331543+0000","last_undegraded":"2024-09-21T09:39:46.331543+0000","last_fullsized":"2024-09-21T09:39:46.331543+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T20:20:07.841517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.329330+0000","last_change":"2024-09-21T09:39:08.033902+0000","last_active":"2024-09-21T09:39:46.329330+0000","last_peered":"2024-09-21T09:39:46.329330+0000","last_clean":"2024-09-21T09:39:46.329330+0000","last_became_active":"2024-09-21T09:39:08.033588+0000","last_became_peered":"2024-09-21T09:39:08.033588+0000","last_unstale":"2024-09-21T09:39:46.329330+0000","last_undegraded":"2024-09-21T09:39:46.329330+0000","last_fullsized":"2024-09-21T09:39:46.329330+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:25:51.756061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"70'2","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.331496+0000","last_change":"2024-09-21T09:39:08.005657+0000","last_active":"2024-09-21T09:39:46.331496+0000","last_peered":"2024-09-21T09:39:46.331496+0000","last_clean":"2024-09-21T09:39:46.331496+0000","last_became_active":"2024-09-21T09:39:08.005363+0000","last_became_peered":"2024-09-21T09:39:08.005363+0000","last_unstale":"2024-09-21T09:39:46.331496+0000","last_undegraded":"2024-09-21T09:39:46.331496+0000","last_fullsized":"2024-09-21T09:39:46.331496+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:28:28.790084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.332895+0000","last_change":"2024-09-21T09:39:08.031442+0000","last_active":"2024-09-21T09:39:46.332895+0000","last_peered":"2024-09-21T09:39:46.332895+0000","last_clean":"2024-09-21T09:39:46.332895+0000","last_became_active":"2024-09-21T09:39:08.031136+0000","last_became_peered":"2024-09-21T09:39:08.031136+0000","last_unstale":"2024-09-21T09:39:46.332895+0000","last_undegraded":"2024-09-21T09:39:46.332895+0000","last_fullsized":"2024-09-21T09:39:46.332895+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T20:49:50.728929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"70'1","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.333113+0000","last_change":"2024-09-21T09:39:08.009711+0000","last_active":"2024-09-21T09:39:46.333113+0000","last_peered":"2024-09-21T09:39:46.333113+0000","last_clean":"2024-09-21T09:39:46.333113+0000","last_became_active":"2024-09-21T09:39:08.009438+0000","last_became_peered":"2024-09-21T09:39:08.009438+0000","last_unstale":"2024-09-21T09:39:46.333113+0000","last_undegraded":"2024-09-21T09:39:46.333113+0000","last_fullsized":"2024-09-21T09:39:46.333113+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:38:02.315169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.329253+0000","last_change":"2024-09-21T09:39:08.035584+0000","last_active":"2024-09-21T09:39:46.329253+0000","last_peered":"2024-09-21T09:39:46.329253+0000","last_clean":"2024-09-21T09:39:46.329253+0000","last_became_active":"2024-09-21T09:39:08.035307+0000","last_became_peered":"2024-09-21T09:39:08.035307+0000","last_unstale":"2024-09-21T09:39:46.329253+0000","last_undegraded":"2024-09-21T09:39:46.329253+0000","last_fullsized":"2024-09-21T09:39:46.329253+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:36:43.804040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"70'4","reported_seq":18,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.329721+0000","last_change":"2024-09-21T09:39:08.010209+0000","last_active":"2024-09-21T09:39:46.329721+0000","last_peered":"2024-09-21T09:39:46.329721+0000","last_clean":"2024-09-21T09:39:46.329721+0000","last_became_active":"2024-09-21T09:39:08.009908+0000","last_became_peered":"2024-09-21T09:39:08.009908+0000","last_unstale":"2024-09-21T09:39:46.329721+0000","last_undegraded":"2024-09-21T09:39:46.329721+0000","last_fullsized":"2024-09-21T09:39:46.329721+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:22:11.669528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234020,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28352,"kb_used_data":1332,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716800,"statfs":{"total":95995035648,"available":95966003200,"internally_reserved":0,"allocated":1363968,"data_stored":918505,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 21 09:39:18 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.54400000000000004,"15min":0.53800000000000003},"min":{"1min":0.44900000000000001,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.48399999999999999,"15min":0.47199999999999998},"min":{"1min":0.39600000000000002,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.59799999999999998}]},{"osd":1,"last update":"Sat Sep 21 09:39:18 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.50800000000000001,"15min":0.498},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.51900000000000002,"15min":0.50800000000000001},"min":{"1min":0.41499999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.878,"5min":0.878,"15min":0.878},"last":0.60799999999999998}]},{"osd":2,"last update":"Sat Sep 21 09:39:18 2024","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.54400000000000004,"15min":0.53300000000000003},"min":{"1min":0.374,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.64700000000000002},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.53800000000000003,"15min":0.52800000000000002},"min":{"1min":0.436,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.52500000000000002}]},{"osd":3,"last update":"Sat Sep 21 09:39:18 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.54300000000000004,"15min":0.53300000000000003},"min":{"1min":0.40999999999999998,"5min":0.376,"15min":0.376},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.49199999999999999,"15min":0.47799999999999998},"min":{"1min":0.438,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.627}]},{"osd":4,"last update":"Sat Sep 21 09:39:18 2024","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.437,"15min":0.42599999999999999},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.5,"5min":0.44,"15min":0.42999999999999999},"min":{"1min":0.312,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.66300000000000003,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.441}]},{"osd":5,"last update":"Sat Sep 21 09:39:18 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.42199999999999999,"15min":0.40699999999999997},"min":{"1min":0.32700000000000001,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.45400000000000001,"15min":0.438},"min":{"1min":0.34000000000000002,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.53700000000000003}]},{"osd":6,"last update":"Sat Sep 21 09:39:18 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.45700000000000002,"15min":0.44500000000000001},"min":{"1min":0.31,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.496,"15min":0.48099999999999998},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":1.0680000000000001,"5min":1.0680000000000001,"15min":1.0680000000000001},"last":0.56999999999999995}]}]},{"osd":6,"up_from":46,"seq":197568495658,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28344,"kb_used_data":1320,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716808,"statfs":{"total":95995035648,"available":95966011392,"internally_reserved":0,"allocated":1351680,"data_stored":918155,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 21 09:39:58 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.52900000000000003,"15min":0.53100000000000003},"min":{"1min":0.33800000000000002,"5min":0.317,"15min":0.317},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.432},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.56799999999999995,"15min":0.58299999999999996},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.73499999999999999,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.56699999999999995}]},{"osd":1,"last update":"Sat Sep 21 09:39:58 2024","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.53700000000000003,"15min":0.55000000000000004},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.71599999999999997,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.55100000000000005,"15min":0.56899999999999995},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.67100000000000004,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.45100000000000001}]},{"osd":2,"last update":"Sat Sep 21 09:39:58 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.55400000000000005,"15min":0.56299999999999994},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.61899999999999999,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.625},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.56699999999999995,"15min":0.58099999999999996},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.70399999999999996,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.64400000000000002}]},{"osd":3,"last update":"Sat Sep 21 09:39:58 2024","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.53500000000000003,"15min":0.55500000000000005},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.623,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.504},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.57699999999999996,"15min":0.58899999999999997},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.68100000000000005,"5min":0.99199999999999999,"15min":0.99199999999999999},"last":0.53900000000000003}]},{"osd":4,"last update":"Sat Sep 21 09:39:58 2024","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.315,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.43099999999999999,"15min":0.434},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.59399999999999997,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.61199999999999999}]},{"osd":5,"last update":"Sat Sep 21 09:39:58 2024","interfaces":[{"interface":"back","average":{"1min":0.45100000000000001,"5min":0.44800000000000001,"15min":0.44600000000000001},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.65100000000000002,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.73499999999999999},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.44900000000000001,"15min":0.44400000000000001},"min":{"1min":0.28999999999999998,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.66500000000000004,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.66400000000000003}]},{"osd":7,"last update":"Sat Sep 21 09:39:19 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.371,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.72899999999999998,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.76400000000000001},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.51800000000000002,"15min":0.52600000000000002},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.68600000000000005,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.75}]}]},{"osd":5,"up_from":38,"seq":163208757294,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27760,"kb_used_data":736,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717392,"statfs":{"total":95995035648,"available":95966609408,"internally_reserved":0,"allocated":753664,"data_stored":327086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 21 09:39:33 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51900000000000002,"15min":0.52700000000000002},"min":{"1min":0.38600000000000001,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.755,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.499,"15min":0.501},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.503}]},{"osd":1,"last update":"Sat Sep 21 09:39:33 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.37,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.504,"5min":0.501,"15min":0.505},"min":{"1min":0.35699999999999998,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.69699999999999995,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.54100000000000004}]},{"osd":2,"last update":"Sat Sep 21 09:39:33 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.50800000000000001,"15min":0.51100000000000001},"min":{"1min":0.37,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.69199999999999995,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.53600000000000003,"15min":0.53000000000000003},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.75600000000000001,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.59299999999999997}]},{"osd":3,"last update":"Sat Sep 21 09:39:33 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.52600000000000002,"15min":0.53200000000000003},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.74199999999999999,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.52900000000000003,"15min":0.52700000000000002},"min":{"1min":0.39000000000000001,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.66500000000000004,"5min":0.749,"15min":0.749},"last":0.56599999999999995}]},{"osd":4,"last update":"Sat Sep 21 09:39:33 2024","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.35699999999999998,"15min":0.34000000000000002},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.38300000000000001,"5min":0.35999999999999999,"15min":0.34200000000000003},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.34699999999999998}]},{"osd":6,"last update":"Sat Sep 21 09:39:56 2024","interfaces":[{"interface":"back","average":{"1min":0.46200000000000002,"5min":0.436,"15min":0.41699999999999998},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.439},{"interface":"front","average":{"1min":0.495,"5min":0.44400000000000001,"15min":0.42799999999999999},"min":{"1min":0.28899999999999998,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.42499999999999999}]},{"osd":7,"last update":"Sat Sep 21 09:39:23 2024","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.501,"15min":0.505},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.502,"15min":0.505},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.73499999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.45900000000000002}]}]},{"osd":4,"up_from":30,"seq":128849018931,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31868,"kb_used_data":752,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713284,"statfs":{"total":95995035648,"available":95962402816,"internally_reserved":0,"allocated":770048,"data_stored":328398,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 21 09:39:08 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53600000000000003,"15min":0.53200000000000003},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.68899999999999995,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.52600000000000002,"15min":0.52000000000000002},"min":{"1min":0.42899999999999999,"5min":0.307,"15min":0.307},"max":{"1min":0.70199999999999996,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.40500000000000003}]},{"osd":1,"last update":"Sat Sep 21 09:39:08 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.52600000000000002,"15min":0.51200000000000001},"min":{"1min":0.376,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.72899999999999998,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.52800000000000002,"15min":0.52300000000000002},"min":{"1min":0.40100000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.71999999999999997,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.63300000000000001}]},{"osd":2,"last update":"Sat Sep 21 09:39:08 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.54000000000000004,"15min":0.52400000000000002},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.5},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53200000000000003,"15min":0.52800000000000002},"min":{"1min":0.39100000000000001,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.69499999999999995,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.51600000000000001}]},{"osd":3,"last update":"Sat Sep 21 09:39:08 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.52900000000000003,"15min":0.51600000000000001},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.68200000000000005,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.53000000000000003,"15min":0.52200000000000002},"min":{"1min":0.40899999999999997,"5min":0.375,"15min":0.375},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.58799999999999997}]},{"osd":5,"last update":"Sat Sep 21 09:39:33 2024","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.36599999999999999,"15min":0.34999999999999998},"min":{"1min":0.29899999999999999,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.60499999999999998,"5min":0.623,"15min":0.623},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.36899999999999999,"15min":0.35099999999999998},"min":{"1min":0.28499999999999998,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.56899999999999995,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.55200000000000005}]},{"osd":6,"last update":"Sat Sep 21 09:39:58 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.40200000000000002,"15min":0.39000000000000001},"min":{"1min":0.28599999999999998,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.65800000000000003,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.498,"5min":0.441,"15min":0.41999999999999998},"min":{"1min":0.33600000000000002,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.44400000000000001}]},{"osd":7,"last update":"Sat Sep 21 09:39:22 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.49299999999999999,"15min":0.48899999999999999},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.49199999999999999,"15min":0.496},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.66900000000000004,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.624}]}]},{"osd":3,"up_from":25,"seq":107374182455,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27748,"kb_used_data":728,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717404,"statfs":{"total":95995035648,"available":95966621696,"internally_reserved":0,"allocated":745472,"data_stored":326505,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 21 09:39:50 2024","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.379,"15min":0.38100000000000001},"min":{"1min":0.249,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.57799999999999996,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.34599999999999997,"5min":0.39100000000000001,"15min":0.39900000000000002},"min":{"1min":0.17899999999999999,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":0.52400000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.32300000000000001}]},{"osd":1,"last update":"Sat Sep 21 09:39:50 2024","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.41099999999999998,"15min":0.42899999999999999},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.60799999999999998,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.39300000000000002,"15min":0.40500000000000003},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":0.54400000000000004,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.45800000000000002}]},{"osd":2,"last update":"Sat Sep 21 09:39:50 2024","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.436,"15min":0.44500000000000001},"min":{"1min":0.308,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.55100000000000005,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.44700000000000001,"15min":0.45500000000000002},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.86399999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.438}]},{"osd":4,"last update":"Sat Sep 21 09:39:06 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.59799999999999998,"15min":0.60499999999999998},"min":{"1min":0.44900000000000001,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.85299999999999998,"5min":1.079,"15min":1.079},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.59799999999999998,"15min":0.61099999999999999},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.751,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.497}]},{"osd":5,"last update":"Sat Sep 21 09:39:30 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.60399999999999998,"15min":0.61699999999999999},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.95299999999999996,"5min":1.119,"15min":1.119},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.57399999999999995,"15min":0.58599999999999997},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.53100000000000003}]},{"osd":6,"last update":"Sat Sep 21 09:39:56 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.57599999999999996,"15min":0.56899999999999995},"min":{"1min":0.434,"5min":0.376,"15min":0.376},"max":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.64200000000000002,"15min":0.64400000000000002},"min":{"1min":0.48099999999999998,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":1.147,"5min":1.147,"15min":1.147},"last":0.67700000000000005}]},{"osd":7,"last update":"Sat Sep 21 09:39:21 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.623,"15min":0.628},"min":{"1min":0.433,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.97799999999999998,"5min":1.1479999999999999,"15min":1.1479999999999999},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.59499999999999997,"15min":0.59699999999999998},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.56399999999999995}]}]},{"osd":2,"up_from":18,"seq":77309411389,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31856,"kb_used_data":736,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713296,"statfs":{"total":95995035648,"available":95962415104,"internally_reserved":0,"allocated":753664,"data_stored":327304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 21 09:39:23 2024","interfaces":[{"interface":"back","average":{"1min":0.33000000000000002,"5min":0.374,"15min":0.372},"min":{"1min":0.214,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.49399999999999999,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.313},{"interface":"front","average":{"1min":0.36399999999999999,"5min":0.40600000000000003,"15min":0.41399999999999998},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.60099999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.36799999999999999}]},{"osd":1,"last update":"Sat Sep 21 09:39:23 2024","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.40799999999999997,"15min":0.42299999999999999},"min":{"1min":0.247,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.63700000000000001,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.41599999999999998,"15min":0.41699999999999998},"min":{"1min":0.254,"5min":0.253,"15min":0.253},"max":{"1min":0.61899999999999999,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.47199999999999998}]},{"osd":3,"last update":"Sat Sep 21 09:39:50 2024","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.45300000000000001,"15min":0.46100000000000002},"min":{"1min":0.29699999999999999,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.59699999999999998,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.43099999999999999,"15min":0.439},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.54300000000000004,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.42599999999999999}]},{"osd":4,"last update":"Sat Sep 21 09:39:05 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.60199999999999998,"15min":0.60599999999999998},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.80100000000000005,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.61699999999999999,"15min":0.61799999999999999},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.71899999999999997,"5min":1.048,"15min":1.048},"last":0.63800000000000001}]},{"osd":5,"last update":"Sat Sep 21 09:39:31 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.63,"15min":0.64000000000000001},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.88600000000000001,"5min":1.014,"15min":1.014},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.60999999999999999,"15min":0.622},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.752,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.52100000000000002}]},{"osd":6,"last update":"Sat Sep 21 09:39:56 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.63,"15min":0.65500000000000003},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.72499999999999998,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.63100000000000001,"15min":0.65200000000000002},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.79700000000000004,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.54800000000000004}]},{"osd":7,"last update":"Sat Sep 21 09:39:23 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.65700000000000003,"15min":0.67100000000000004},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.73099999999999998,"5min":1.147,"15min":1.147},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.64100000000000001,"15min":0.65900000000000003},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.75800000000000001,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.57999999999999996}]}]},{"osd":1,"up_from":13,"seq":55834574914,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27756,"kb_used_data":732,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717396,"statfs":{"total":95995035648,"available":95966613504,"internally_reserved":0,"allocated":749568,"data_stored":326707,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 21 09:39:04 2024","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.35899999999999999,"15min":0.34499999999999997},"min":{"1min":0.248,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.56200000000000006,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.38200000000000001,"15min":0.36499999999999999},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.34499999999999997}]},{"osd":2,"last update":"Sat Sep 21 09:39:26 2024","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.41499999999999998,"15min":0.40000000000000002},"min":{"1min":0.28399999999999997,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.53300000000000003,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.34799999999999998,"5min":0.39000000000000001,"15min":0.38400000000000001},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.55500000000000005,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.45000000000000001}]},{"osd":3,"last update":"Sat Sep 21 09:39:51 2024","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.41799999999999998,"15min":0.42799999999999999},"min":{"1min":0.23799999999999999,"5min":0.214,"15min":0.214},"max":{"1min":0.628,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.378},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.45400000000000001,"15min":0.46100000000000002},"min":{"1min":0.28899999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.57399999999999995,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.434}]},{"osd":4,"last update":"Sat Sep 21 09:39:09 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.38,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.86499999999999999,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.56699999999999995,"15min":0.57099999999999995},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.81899999999999995,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.64200000000000002}]},{"osd":5,"last update":"Sat Sep 21 09:39:34 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.59099999999999997,"15min":0.59699999999999998},"min":{"1min":0.432,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.621},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.57799999999999996,"15min":0.58999999999999997},"min":{"1min":0.38600000000000001,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.69399999999999995,"5min":0.96599999999999997,"15min":0.96599999999999997},"last":0.58599999999999997}]},{"osd":6,"last update":"Sat Sep 21 09:39:58 2024","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.58899999999999997,"15min":0.58299999999999996},"min":{"1min":0.434,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.81999999999999995,"5min":0.92400000000000004,"15min":0.92400000000000004},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.624,"5min":0.61199999999999999,"15min":0.60999999999999999},"min":{"1min":0.42099999999999999,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.85499999999999998,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.66700000000000004}]},{"osd":7,"last update":"Sat Sep 21 09:39:18 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.58199999999999996,"15min":0.57799999999999996},"min":{"1min":0.42999999999999999,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.57499999999999996,"15min":0.57199999999999995},"min":{"1min":0.435,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.82499999999999996,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.60499999999999998}]}]},{"osd":0,"up_from":8,"seq":34359738439,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28340,"kb_used_data":1316,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716812,"statfs":{"total":95995035648,"available":95966015488,"internally_reserved":0,"allocated":1347584,"data_stored":917660,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 21 09:39:00 2024","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.35799999999999998,"15min":0.32600000000000001},"min":{"1min":0.19400000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.54500000000000004,"5min":0.60999999999999999,"15min":0.60999999999999999},"last":0.26900000000000002},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.373,"15min":0.34699999999999998},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.51400000000000001,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.36299999999999999}]},{"osd":2,"last update":"Sat Sep 21 09:39:26 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.375},"min":{"1min":0.25600000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.317},{"interface":"front","average":{"1min":0.432,"5min":0.40300000000000002,"15min":0.36599999999999999},"min":{"1min":0.26700000000000002,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":1.746,"5min":1.746,"15min":1.746},"last":0.30099999999999999}]},{"osd":3,"last update":"Sat Sep 21 09:39:52 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.44700000000000001,"15min":0.437},"min":{"1min":0.24399999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":1.79,"5min":1.79,"15min":1.79},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.432,"15min":0.41899999999999998},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":1.879,"5min":1.879,"15min":1.879},"last":0.42599999999999999}]},{"osd":4,"last update":"Sat Sep 21 09:39:08 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.58699999999999997,"15min":0.58499999999999996},"min":{"1min":0.376,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.78400000000000003,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.58399999999999996,"15min":0.58099999999999996},"min":{"1min":0.41699999999999998,"5min":0.378,"15min":0.378},"max":{"1min":0.76200000000000001,"5min":1.004,"15min":1.004},"last":0.82799999999999996}]},{"osd":5,"last update":"Sat Sep 21 09:39:36 2024","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.63200000000000001,"15min":0.63600000000000001},"min":{"1min":0.41399999999999998,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":2.2170000000000001,"5min":2.2170000000000001,"15min":2.2170000000000001},"last":0.80400000000000005},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61799999999999999},"min":{"1min":0.45400000000000001,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.0580000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"last":0.66900000000000004}]},{"osd":6,"last update":"Sat Sep 21 09:39:56 2024","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.65800000000000003,"15min":0.66300000000000003},"min":{"1min":0.46200000000000002,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":2.1899999999999999,"5min":2.1899999999999999,"15min":2.1899999999999999},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.621,"5min":0.63600000000000001,"15min":0.64600000000000002},"min":{"1min":0.48099999999999998,"5min":0.437,"15min":0.437},"max":{"1min":1.093,"5min":1.093,"15min":1.093},"last":0.54000000000000004}]},{"osd":7,"last update":"Sat Sep 21 09:39:22 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.63200000000000001,"15min":0.63800000000000001},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.751,"5min":0.92100000000000004,"15min":0.92100000000000004},"last":0.79000000000000004},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.65000000000000002,"15min":0.66100000000000003},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.72799999999999998,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":0.71399999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1780,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T09:40:08.030 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph pg dump --format=json 2024-09-21T09:40:08.242 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:40:08.628 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:08 smithi053 ceph-mon[29335]: from='client.24665 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-21T09:40:08.628 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:08 smithi053 ceph-mon[41013]: from='client.24665 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-21T09:40:08.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:08 smithi170 ceph-mon[32771]: from='client.24665 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-21T09:40:09.726 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:09 smithi053 ceph-mon[41013]: pgmap v87: 73 pgs: 73 active+clean; 579 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:40:09.726 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:09 smithi053 ceph-mon[29335]: pgmap v87: 73 pgs: 73 active+clean; 579 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:40:09.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:09 smithi170 ceph-mon[32771]: pgmap v87: 73 pgs: 73 active+clean; 579 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:40:10.132 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:40:10.133 INFO:teuthology.orchestra.run.smithi053.stderr:dumped all 2024-09-21T09:40:10.805 INFO:teuthology.orchestra.run.smithi053.stdout:{"pg_ready":true,"pg_map":{"version":88,"stamp":"2024-09-21T09:40:09.628528+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592749,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":226,"num_write_kb":2432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":232024,"kb_used_data":7652,"kb_used_omap":12,"kb_used_meta":224243,"kb_avail":749729192,"statfs":{"total":767960285184,"available":767722692608,"internally_reserved":0,"allocated":7835648,"data_stored":4390320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":229625400},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002875"},"pg_stats":[{"pgid":"4.14","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.332958+0000","last_change":"2024-09-21T09:39:08.135329+0000","last_active":"2024-09-21T09:39:46.332958+0000","last_peered":"2024-09-21T09:39:46.332958+0000","last_clean":"2024-09-21T09:39:46.332958+0000","last_became_active":"2024-09-21T09:39:08.134996+0000","last_became_peered":"2024-09-21T09:39:08.134996+0000","last_unstale":"2024-09-21T09:39:46.332958+0000","last_undegraded":"2024-09-21T09:39:46.332958+0000","last_fullsized":"2024-09-21T09:39:46.332958+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:32:30.065394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"70'2","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.893388+0000","last_change":"2024-09-21T09:39:08.010191+0000","last_active":"2024-09-21T09:39:46.893388+0000","last_peered":"2024-09-21T09:39:46.893388+0000","last_clean":"2024-09-21T09:39:46.893388+0000","last_became_active":"2024-09-21T09:39:08.009634+0000","last_became_peered":"2024-09-21T09:39:08.009634+0000","last_unstale":"2024-09-21T09:39:46.893388+0000","last_undegraded":"2024-09-21T09:39:46.893388+0000","last_fullsized":"2024-09-21T09:39:46.893388+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:22:08.552806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.331448+0000","last_change":"2024-09-21T09:39:08.135533+0000","last_active":"2024-09-21T09:39:46.331448+0000","last_peered":"2024-09-21T09:39:46.331448+0000","last_clean":"2024-09-21T09:39:46.331448+0000","last_became_active":"2024-09-21T09:39:08.135271+0000","last_became_peered":"2024-09-21T09:39:08.135271+0000","last_unstale":"2024-09-21T09:39:46.331448+0000","last_undegraded":"2024-09-21T09:39:46.331448+0000","last_fullsized":"2024-09-21T09:39:46.331448+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:07:20.304604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.329337+0000","last_change":"2024-09-21T09:39:08.015521+0000","last_active":"2024-09-21T09:39:46.329337+0000","last_peered":"2024-09-21T09:39:46.329337+0000","last_clean":"2024-09-21T09:39:46.329337+0000","last_became_active":"2024-09-21T09:39:08.015284+0000","last_became_peered":"2024-09-21T09:39:08.015284+0000","last_unstale":"2024-09-21T09:39:46.329337+0000","last_undegraded":"2024-09-21T09:39:46.329337+0000","last_fullsized":"2024-09-21T09:39:46.329337+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T21:16:09.572932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.329531+0000","last_change":"2024-09-21T09:39:08.135993+0000","last_active":"2024-09-21T09:39:46.329531+0000","last_peered":"2024-09-21T09:39:46.329531+0000","last_clean":"2024-09-21T09:39:46.329531+0000","last_became_active":"2024-09-21T09:39:08.135398+0000","last_became_peered":"2024-09-21T09:39:08.135398+0000","last_unstale":"2024-09-21T09:39:46.329531+0000","last_undegraded":"2024-09-21T09:39:46.329531+0000","last_fullsized":"2024-09-21T09:39:46.329531+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:26:20.964484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.893215+0000","last_change":"2024-09-21T09:39:08.009858+0000","last_active":"2024-09-21T09:39:46.893215+0000","last_peered":"2024-09-21T09:39:46.893215+0000","last_clean":"2024-09-21T09:39:46.893215+0000","last_became_active":"2024-09-21T09:39:08.009549+0000","last_became_peered":"2024-09-21T09:39:08.009549+0000","last_unstale":"2024-09-21T09:39:46.893215+0000","last_undegraded":"2024-09-21T09:39:46.893215+0000","last_fullsized":"2024-09-21T09:39:46.893215+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:59:31.623297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.333142+0000","last_change":"2024-09-21T09:39:08.135507+0000","last_active":"2024-09-21T09:39:46.333142+0000","last_peered":"2024-09-21T09:39:46.333142+0000","last_clean":"2024-09-21T09:39:46.333142+0000","last_became_active":"2024-09-21T09:39:08.135043+0000","last_became_peered":"2024-09-21T09:39:08.135043+0000","last_unstale":"2024-09-21T09:39:46.333142+0000","last_undegraded":"2024-09-21T09:39:46.333142+0000","last_fullsized":"2024-09-21T09:39:46.333142+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:40:19.663058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"70'8","reported_seq":22,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.333161+0000","last_change":"2024-09-21T09:39:08.007069+0000","last_active":"2024-09-21T09:39:46.333161+0000","last_peered":"2024-09-21T09:39:46.333161+0000","last_clean":"2024-09-21T09:39:46.333161+0000","last_became_active":"2024-09-21T09:39:08.006760+0000","last_became_peered":"2024-09-21T09:39:08.006760+0000","last_unstale":"2024-09-21T09:39:46.333161+0000","last_undegraded":"2024-09-21T09:39:46.333161+0000","last_fullsized":"2024-09-21T09:39:46.333161+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:48:03.778749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"70'1","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.893573+0000","last_change":"2024-09-21T09:39:08.012024+0000","last_active":"2024-09-21T09:39:46.893573+0000","last_peered":"2024-09-21T09:39:46.893573+0000","last_clean":"2024-09-21T09:39:46.893573+0000","last_became_active":"2024-09-21T09:39:08.011750+0000","last_became_peered":"2024-09-21T09:39:08.011750+0000","last_unstale":"2024-09-21T09:39:46.893573+0000","last_undegraded":"2024-09-21T09:39:46.893573+0000","last_fullsized":"2024-09-21T09:39:46.893573+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:11:31.755638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.331253+0000","last_change":"2024-09-21T09:39:08.133427+0000","last_active":"2024-09-21T09:39:46.331253+0000","last_peered":"2024-09-21T09:39:46.331253+0000","last_clean":"2024-09-21T09:39:46.331253+0000","last_became_active":"2024-09-21T09:39:08.133144+0000","last_became_peered":"2024-09-21T09:39:08.133144+0000","last_unstale":"2024-09-21T09:39:46.331253+0000","last_undegraded":"2024-09-21T09:39:46.331253+0000","last_fullsized":"2024-09-21T09:39:46.331253+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:31:18.350294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"70'2","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.893571+0000","last_change":"2024-09-21T09:39:08.009870+0000","last_active":"2024-09-21T09:39:46.893571+0000","last_peered":"2024-09-21T09:39:46.893571+0000","last_clean":"2024-09-21T09:39:46.893571+0000","last_became_active":"2024-09-21T09:39:08.009595+0000","last_became_peered":"2024-09-21T09:39:08.009595+0000","last_unstale":"2024-09-21T09:39:46.893571+0000","last_undegraded":"2024-09-21T09:39:46.893571+0000","last_fullsized":"2024-09-21T09:39:46.893571+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:41:22.473488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.329456+0000","last_change":"2024-09-21T09:39:08.035891+0000","last_active":"2024-09-21T09:39:46.329456+0000","last_peered":"2024-09-21T09:39:46.329456+0000","last_clean":"2024-09-21T09:39:46.329456+0000","last_became_active":"2024-09-21T09:39:08.035448+0000","last_became_peered":"2024-09-21T09:39:08.035448+0000","last_unstale":"2024-09-21T09:39:46.329456+0000","last_undegraded":"2024-09-21T09:39:46.329456+0000","last_fullsized":"2024-09-21T09:39:46.329456+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:12:05.037129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"70'1","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.893541+0000","last_change":"2024-09-21T09:39:08.002760+0000","last_active":"2024-09-21T09:39:46.893541+0000","last_peered":"2024-09-21T09:39:46.893541+0000","last_clean":"2024-09-21T09:39:46.893541+0000","last_became_active":"2024-09-21T09:39:08.002491+0000","last_became_peered":"2024-09-21T09:39:08.002491+0000","last_unstale":"2024-09-21T09:39:46.893541+0000","last_undegraded":"2024-09-21T09:39:46.893541+0000","last_fullsized":"2024-09-21T09:39:46.893541+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:46:11.375996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.333171+0000","last_change":"2024-09-21T09:39:08.133717+0000","last_active":"2024-09-21T09:39:46.333171+0000","last_peered":"2024-09-21T09:39:46.333171+0000","last_clean":"2024-09-21T09:39:46.333171+0000","last_became_active":"2024-09-21T09:39:08.133347+0000","last_became_peered":"2024-09-21T09:39:08.133347+0000","last_unstale":"2024-09-21T09:39:46.333171+0000","last_undegraded":"2024-09-21T09:39:46.333171+0000","last_fullsized":"2024-09-21T09:39:46.333171+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:42:37.815703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.331475+0000","last_change":"2024-09-21T09:39:08.007920+0000","last_active":"2024-09-21T09:39:46.331475+0000","last_peered":"2024-09-21T09:39:46.331475+0000","last_clean":"2024-09-21T09:39:46.331475+0000","last_became_active":"2024-09-21T09:39:08.007665+0000","last_became_peered":"2024-09-21T09:39:08.007665+0000","last_unstale":"2024-09-21T09:39:46.331475+0000","last_undegraded":"2024-09-21T09:39:46.331475+0000","last_fullsized":"2024-09-21T09:39:46.331475+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:39:11.374978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":22,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-21T09:39:48.039135+0000","last_change":"2024-09-21T09:39:48.039135+0000","last_active":"2024-09-21T09:39:48.039135+0000","last_peered":"2024-09-21T09:39:48.039135+0000","last_clean":"2024-09-21T09:39:48.039135+0000","last_became_active":"2024-09-21T09:39:48.038718+0000","last_became_peered":"2024-09-21T09:39:48.038718+0000","last_unstale":"2024-09-21T09:39:48.039135+0000","last_undegraded":"2024-09-21T09:39:48.039135+0000","last_fullsized":"2024-09-21T09:39:48.039135+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:53:23.087331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"70'2","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.332827+0000","last_change":"2024-09-21T09:39:08.013161+0000","last_active":"2024-09-21T09:39:46.332827+0000","last_peered":"2024-09-21T09:39:46.332827+0000","last_clean":"2024-09-21T09:39:46.332827+0000","last_became_active":"2024-09-21T09:39:08.012795+0000","last_became_peered":"2024-09-21T09:39:08.012795+0000","last_unstale":"2024-09-21T09:39:46.332827+0000","last_undegraded":"2024-09-21T09:39:46.332827+0000","last_fullsized":"2024-09-21T09:39:46.332827+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:47:50.693006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.329563+0000","last_change":"2024-09-21T09:39:08.033849+0000","last_active":"2024-09-21T09:39:46.329563+0000","last_peered":"2024-09-21T09:39:46.329563+0000","last_clean":"2024-09-21T09:39:46.329563+0000","last_became_active":"2024-09-21T09:39:08.033555+0000","last_became_peered":"2024-09-21T09:39:08.033555+0000","last_unstale":"2024-09-21T09:39:46.329563+0000","last_undegraded":"2024-09-21T09:39:46.329563+0000","last_fullsized":"2024-09-21T09:39:46.329563+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:12:09.988761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.333467+0000","last_change":"2024-09-21T09:39:08.010536+0000","last_active":"2024-09-21T09:39:46.333467+0000","last_peered":"2024-09-21T09:39:46.333467+0000","last_clean":"2024-09-21T09:39:46.333467+0000","last_became_active":"2024-09-21T09:39:08.010210+0000","last_became_peered":"2024-09-21T09:39:08.010210+0000","last_unstale":"2024-09-21T09:39:46.333467+0000","last_undegraded":"2024-09-21T09:39:46.333467+0000","last_fullsized":"2024-09-21T09:39:46.333467+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:03:37.711726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.329805+0000","last_change":"2024-09-21T09:39:08.034353+0000","last_active":"2024-09-21T09:39:46.329805+0000","last_peered":"2024-09-21T09:39:46.329805+0000","last_clean":"2024-09-21T09:39:46.329805+0000","last_became_active":"2024-09-21T09:39:08.034067+0000","last_became_peered":"2024-09-21T09:39:08.034067+0000","last_unstale":"2024-09-21T09:39:46.329805+0000","last_undegraded":"2024-09-21T09:39:46.329805+0000","last_fullsized":"2024-09-21T09:39:46.329805+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:20:11.762915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.329480+0000","last_change":"2024-09-21T09:39:08.012528+0000","last_active":"2024-09-21T09:39:46.329480+0000","last_peered":"2024-09-21T09:39:46.329480+0000","last_clean":"2024-09-21T09:39:46.329480+0000","last_became_active":"2024-09-21T09:39:08.012239+0000","last_became_peered":"2024-09-21T09:39:08.012239+0000","last_unstale":"2024-09-21T09:39:46.329480+0000","last_undegraded":"2024-09-21T09:39:46.329480+0000","last_fullsized":"2024-09-21T09:39:46.329480+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:27:27.644757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.329899+0000","last_change":"2024-09-21T09:39:08.035906+0000","last_active":"2024-09-21T09:39:46.329899+0000","last_peered":"2024-09-21T09:39:46.329899+0000","last_clean":"2024-09-21T09:39:46.329899+0000","last_became_active":"2024-09-21T09:39:08.035392+0000","last_became_peered":"2024-09-21T09:39:08.035392+0000","last_unstale":"2024-09-21T09:39:46.329899+0000","last_undegraded":"2024-09-21T09:39:46.329899+0000","last_fullsized":"2024-09-21T09:39:46.329899+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:36:08.897993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.333443+0000","last_change":"2024-09-21T09:39:08.015255+0000","last_active":"2024-09-21T09:39:46.333443+0000","last_peered":"2024-09-21T09:39:46.333443+0000","last_clean":"2024-09-21T09:39:46.333443+0000","last_became_active":"2024-09-21T09:39:08.014937+0000","last_became_peered":"2024-09-21T09:39:08.014937+0000","last_unstale":"2024-09-21T09:39:46.333443+0000","last_undegraded":"2024-09-21T09:39:46.333443+0000","last_fullsized":"2024-09-21T09:39:46.333443+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T21:10:47.205922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.331939+0000","last_change":"2024-09-21T09:39:08.038692+0000","last_active":"2024-09-21T09:39:46.331939+0000","last_peered":"2024-09-21T09:39:46.331939+0000","last_clean":"2024-09-21T09:39:46.331939+0000","last_became_active":"2024-09-21T09:39:08.037798+0000","last_became_peered":"2024-09-21T09:39:08.037798+0000","last_unstale":"2024-09-21T09:39:46.331939+0000","last_undegraded":"2024-09-21T09:39:46.331939+0000","last_fullsized":"2024-09-21T09:39:46.331939+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:00:10.000964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"59'128","reported_seq":270,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.893225+0000","last_change":"2024-09-21T09:37:20.287819+0000","last_active":"2024-09-21T09:39:46.893225+0000","last_peered":"2024-09-21T09:39:46.893225+0000","last_clean":"2024-09-21T09:39:46.893225+0000","last_became_active":"2024-09-21T09:37:20.287443+0000","last_became_peered":"2024-09-21T09:37:20.287443+0000","last_unstale":"2024-09-21T09:39:46.893225+0000","last_undegraded":"2024-09-21T09:39:46.893225+0000","last_fullsized":"2024-09-21T09:39:46.893225+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:35:17.647431+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:35:17.647431+0000","last_clean_scrub_stamp":"2024-09-21T09:35:17.647431+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:00:37.306434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"63'1","reported_seq":28,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-21T09:39:48.038331+0000","last_change":"2024-09-21T09:37:55.486523+0000","last_active":"2024-09-21T09:39:48.038331+0000","last_peered":"2024-09-21T09:39:48.038331+0000","last_clean":"2024-09-21T09:39:48.038331+0000","last_became_active":"2024-09-21T09:37:51.017198+0000","last_became_peered":"2024-09-21T09:37:51.017198+0000","last_unstale":"2024-09-21T09:39:48.038331+0000","last_undegraded":"2024-09-21T09:39:48.038331+0000","last_fullsized":"2024-09-21T09:39:48.038331+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_clean_scrub_stamp":"2024-09-21T09:37:50.009252+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:31:28.205164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00030421700000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.332850+0000","last_change":"2024-09-21T09:39:08.009812+0000","last_active":"2024-09-21T09:39:46.332850+0000","last_peered":"2024-09-21T09:39:46.332850+0000","last_clean":"2024-09-21T09:39:46.332850+0000","last_became_active":"2024-09-21T09:39:08.008469+0000","last_became_peered":"2024-09-21T09:39:08.008469+0000","last_unstale":"2024-09-21T09:39:46.332850+0000","last_undegraded":"2024-09-21T09:39:46.332850+0000","last_fullsized":"2024-09-21T09:39:46.332850+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:10:05.908762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.333363+0000","last_change":"2024-09-21T09:39:08.133847+0000","last_active":"2024-09-21T09:39:46.333363+0000","last_peered":"2024-09-21T09:39:46.333363+0000","last_clean":"2024-09-21T09:39:46.333363+0000","last_became_active":"2024-09-21T09:39:08.133557+0000","last_became_peered":"2024-09-21T09:39:08.133557+0000","last_unstale":"2024-09-21T09:39:46.333363+0000","last_undegraded":"2024-09-21T09:39:46.333363+0000","last_fullsized":"2024-09-21T09:39:46.333363+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:47:37.890337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":27,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-21T09:39:48.108478+0000","last_change":"2024-09-21T09:37:55.835576+0000","last_active":"2024-09-21T09:39:48.108478+0000","last_peered":"2024-09-21T09:39:48.108478+0000","last_clean":"2024-09-21T09:39:48.108478+0000","last_became_active":"2024-09-21T09:37:51.018975+0000","last_became_peered":"2024-09-21T09:37:51.018975+0000","last_unstale":"2024-09-21T09:39:48.108478+0000","last_undegraded":"2024-09-21T09:39:48.108478+0000","last_fullsized":"2024-09-21T09:39:48.108478+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_clean_scrub_stamp":"2024-09-21T09:37:50.009252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:08:06.650737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00034656500000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.329186+0000","last_change":"2024-09-21T09:39:08.018260+0000","last_active":"2024-09-21T09:39:46.329186+0000","last_peered":"2024-09-21T09:39:46.329186+0000","last_clean":"2024-09-21T09:39:46.329186+0000","last_became_active":"2024-09-21T09:39:08.016307+0000","last_became_peered":"2024-09-21T09:39:08.016307+0000","last_unstale":"2024-09-21T09:39:46.329186+0000","last_undegraded":"2024-09-21T09:39:46.329186+0000","last_fullsized":"2024-09-21T09:39:46.329186+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:15:01.187688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.329491+0000","last_change":"2024-09-21T09:39:08.034539+0000","last_active":"2024-09-21T09:39:46.329491+0000","last_peered":"2024-09-21T09:39:46.329491+0000","last_clean":"2024-09-21T09:39:46.329491+0000","last_became_active":"2024-09-21T09:39:08.034173+0000","last_became_peered":"2024-09-21T09:39:08.034173+0000","last_unstale":"2024-09-21T09:39:46.329491+0000","last_undegraded":"2024-09-21T09:39:46.329491+0000","last_fullsized":"2024-09-21T09:39:46.329491+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:59:55.955153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":27,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-21T09:39:47.330781+0000","last_change":"2024-09-21T09:37:55.483371+0000","last_active":"2024-09-21T09:39:47.330781+0000","last_peered":"2024-09-21T09:39:47.330781+0000","last_clean":"2024-09-21T09:39:47.330781+0000","last_became_active":"2024-09-21T09:37:51.135457+0000","last_became_peered":"2024-09-21T09:37:51.135457+0000","last_unstale":"2024-09-21T09:39:47.330781+0000","last_undegraded":"2024-09-21T09:39:47.330781+0000","last_fullsized":"2024-09-21T09:39:47.330781+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_clean_scrub_stamp":"2024-09-21T09:37:50.009252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T21:03:41.363755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00030338899999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.331518+0000","last_change":"2024-09-21T09:39:08.011678+0000","last_active":"2024-09-21T09:39:46.331518+0000","last_peered":"2024-09-21T09:39:46.331518+0000","last_clean":"2024-09-21T09:39:46.331518+0000","last_became_active":"2024-09-21T09:39:08.011389+0000","last_became_peered":"2024-09-21T09:39:08.011389+0000","last_unstale":"2024-09-21T09:39:46.331518+0000","last_undegraded":"2024-09-21T09:39:46.331518+0000","last_fullsized":"2024-09-21T09:39:46.331518+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:21:32.459322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.332019+0000","last_change":"2024-09-21T09:39:08.035035+0000","last_active":"2024-09-21T09:39:46.332019+0000","last_peered":"2024-09-21T09:39:46.332019+0000","last_clean":"2024-09-21T09:39:46.332019+0000","last_became_active":"2024-09-21T09:39:08.034745+0000","last_became_peered":"2024-09-21T09:39:08.034745+0000","last_unstale":"2024-09-21T09:39:46.332019+0000","last_undegraded":"2024-09-21T09:39:46.332019+0000","last_fullsized":"2024-09-21T09:39:46.332019+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:09:58.940833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"65'2","reported_seq":29,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-21T09:39:48.038172+0000","last_change":"2024-09-21T09:37:55.487316+0000","last_active":"2024-09-21T09:39:48.038172+0000","last_peered":"2024-09-21T09:39:48.038172+0000","last_clean":"2024-09-21T09:39:48.038172+0000","last_became_active":"2024-09-21T09:37:51.017892+0000","last_became_peered":"2024-09-21T09:37:51.017892+0000","last_unstale":"2024-09-21T09:39:48.038172+0000","last_undegraded":"2024-09-21T09:39:48.038172+0000","last_fullsized":"2024-09-21T09:39:48.038172+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_clean_scrub_stamp":"2024-09-21T09:37:50.009252+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:21:28.802477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010916739999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.329954+0000","last_change":"2024-09-21T09:39:08.008051+0000","last_active":"2024-09-21T09:39:46.329954+0000","last_peered":"2024-09-21T09:39:46.329954+0000","last_clean":"2024-09-21T09:39:46.329954+0000","last_became_active":"2024-09-21T09:39:08.007585+0000","last_became_peered":"2024-09-21T09:39:08.007585+0000","last_unstale":"2024-09-21T09:39:46.329954+0000","last_undegraded":"2024-09-21T09:39:46.329954+0000","last_fullsized":"2024-09-21T09:39:46.329954+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:01:03.833886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.331561+0000","last_change":"2024-09-21T09:39:08.038853+0000","last_active":"2024-09-21T09:39:46.331561+0000","last_peered":"2024-09-21T09:39:46.331561+0000","last_clean":"2024-09-21T09:39:46.331561+0000","last_became_active":"2024-09-21T09:39:08.038124+0000","last_became_peered":"2024-09-21T09:39:08.038124+0000","last_unstale":"2024-09-21T09:39:46.331561+0000","last_undegraded":"2024-09-21T09:39:46.331561+0000","last_fullsized":"2024-09-21T09:39:46.331561+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:11:06.168434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.331593+0000","last_change":"2024-09-21T09:39:08.008137+0000","last_active":"2024-09-21T09:39:46.331593+0000","last_peered":"2024-09-21T09:39:46.331593+0000","last_clean":"2024-09-21T09:39:46.331593+0000","last_became_active":"2024-09-21T09:39:08.007850+0000","last_became_peered":"2024-09-21T09:39:08.007850+0000","last_unstale":"2024-09-21T09:39:46.331593+0000","last_undegraded":"2024-09-21T09:39:46.331593+0000","last_fullsized":"2024-09-21T09:39:46.331593+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:58:25.444332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":27,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-21T09:39:47.332092+0000","last_change":"2024-09-21T09:37:55.487951+0000","last_active":"2024-09-21T09:39:47.332092+0000","last_peered":"2024-09-21T09:39:47.332092+0000","last_clean":"2024-09-21T09:39:47.332092+0000","last_became_active":"2024-09-21T09:37:51.018985+0000","last_became_peered":"2024-09-21T09:37:51.018985+0000","last_unstale":"2024-09-21T09:39:47.332092+0000","last_undegraded":"2024-09-21T09:39:47.332092+0000","last_fullsized":"2024-09-21T09:39:47.332092+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_clean_scrub_stamp":"2024-09-21T09:37:50.009252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:39:24.528516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00035559900000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.331512+0000","last_change":"2024-09-21T09:39:08.032144+0000","last_active":"2024-09-21T09:39:46.331512+0000","last_peered":"2024-09-21T09:39:46.331512+0000","last_clean":"2024-09-21T09:39:46.331512+0000","last_became_active":"2024-09-21T09:39:08.031776+0000","last_became_peered":"2024-09-21T09:39:08.031776+0000","last_unstale":"2024-09-21T09:39:46.331512+0000","last_undegraded":"2024-09-21T09:39:46.331512+0000","last_fullsized":"2024-09-21T09:39:46.331512+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:37:09.118661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.331654+0000","last_change":"2024-09-21T09:39:08.013862+0000","last_active":"2024-09-21T09:39:46.331654+0000","last_peered":"2024-09-21T09:39:46.331654+0000","last_clean":"2024-09-21T09:39:46.331654+0000","last_became_active":"2024-09-21T09:39:08.013593+0000","last_became_peered":"2024-09-21T09:39:08.013593+0000","last_unstale":"2024-09-21T09:39:46.331654+0000","last_undegraded":"2024-09-21T09:39:46.331654+0000","last_fullsized":"2024-09-21T09:39:46.331654+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:38:46.526419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":27,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-21T09:39:48.108942+0000","last_change":"2024-09-21T09:37:55.835591+0000","last_active":"2024-09-21T09:39:48.108942+0000","last_peered":"2024-09-21T09:39:48.108942+0000","last_clean":"2024-09-21T09:39:48.108942+0000","last_became_active":"2024-09-21T09:37:51.135450+0000","last_became_peered":"2024-09-21T09:37:51.135450+0000","last_unstale":"2024-09-21T09:39:48.108942+0000","last_undegraded":"2024-09-21T09:39:48.108942+0000","last_fullsized":"2024-09-21T09:39:48.108942+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_clean_scrub_stamp":"2024-09-21T09:37:50.009252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:26:30.650226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00024188399999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.329418+0000","last_change":"2024-09-21T09:39:08.133381+0000","last_active":"2024-09-21T09:39:46.329418+0000","last_peered":"2024-09-21T09:39:46.329418+0000","last_clean":"2024-09-21T09:39:46.329418+0000","last_became_active":"2024-09-21T09:39:08.133065+0000","last_became_peered":"2024-09-21T09:39:08.133065+0000","last_unstale":"2024-09-21T09:39:46.329418+0000","last_undegraded":"2024-09-21T09:39:46.329418+0000","last_fullsized":"2024-09-21T09:39:46.329418+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T21:34:31.965624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"70'2","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.333171+0000","last_change":"2024-09-21T09:39:08.008621+0000","last_active":"2024-09-21T09:39:46.333171+0000","last_peered":"2024-09-21T09:39:46.333171+0000","last_clean":"2024-09-21T09:39:46.333171+0000","last_became_active":"2024-09-21T09:39:08.008302+0000","last_became_peered":"2024-09-21T09:39:08.008302+0000","last_unstale":"2024-09-21T09:39:46.333171+0000","last_undegraded":"2024-09-21T09:39:46.333171+0000","last_fullsized":"2024-09-21T09:39:46.333171+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:08:19.168712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":27,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-21T09:39:47.332285+0000","last_change":"2024-09-21T09:37:55.488073+0000","last_active":"2024-09-21T09:39:47.332285+0000","last_peered":"2024-09-21T09:39:47.332285+0000","last_clean":"2024-09-21T09:39:47.332285+0000","last_became_active":"2024-09-21T09:37:51.135508+0000","last_became_peered":"2024-09-21T09:37:51.135508+0000","last_unstale":"2024-09-21T09:39:47.332285+0000","last_undegraded":"2024-09-21T09:39:47.332285+0000","last_fullsized":"2024-09-21T09:39:47.332285+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_clean_scrub_stamp":"2024-09-21T09:37:50.009252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:37:15.690933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042841800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.333345+0000","last_change":"2024-09-21T09:39:08.134141+0000","last_active":"2024-09-21T09:39:46.333345+0000","last_peered":"2024-09-21T09:39:46.333345+0000","last_clean":"2024-09-21T09:39:46.333345+0000","last_became_active":"2024-09-21T09:39:08.133776+0000","last_became_peered":"2024-09-21T09:39:08.133776+0000","last_unstale":"2024-09-21T09:39:46.333345+0000","last_undegraded":"2024-09-21T09:39:46.333345+0000","last_fullsized":"2024-09-21T09:39:46.333345+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:31:35.348905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"70'1","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.329583+0000","last_change":"2024-09-21T09:39:08.017392+0000","last_active":"2024-09-21T09:39:46.329583+0000","last_peered":"2024-09-21T09:39:46.329583+0000","last_clean":"2024-09-21T09:39:46.329583+0000","last_became_active":"2024-09-21T09:39:08.016633+0000","last_became_peered":"2024-09-21T09:39:08.016633+0000","last_unstale":"2024-09-21T09:39:46.329583+0000","last_undegraded":"2024-09-21T09:39:46.329583+0000","last_fullsized":"2024-09-21T09:39:46.329583+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:59:10.755900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":27,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-21T09:39:47.333858+0000","last_change":"2024-09-21T09:37:55.488230+0000","last_active":"2024-09-21T09:39:47.333858+0000","last_peered":"2024-09-21T09:39:47.333858+0000","last_clean":"2024-09-21T09:39:47.333858+0000","last_became_active":"2024-09-21T09:37:51.017824+0000","last_became_peered":"2024-09-21T09:37:51.017824+0000","last_unstale":"2024-09-21T09:39:47.333858+0000","last_undegraded":"2024-09-21T09:39:47.333858+0000","last_fullsized":"2024-09-21T09:39:47.333858+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:37:50.009252+0000","last_clean_scrub_stamp":"2024-09-21T09:37:50.009252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:09:05.768743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00034559199999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.329370+0000","last_change":"2024-09-21T09:39:08.028909+0000","last_active":"2024-09-21T09:39:46.329370+0000","last_peered":"2024-09-21T09:39:46.329370+0000","last_clean":"2024-09-21T09:39:46.329370+0000","last_became_active":"2024-09-21T09:39:08.028580+0000","last_became_peered":"2024-09-21T09:39:08.028580+0000","last_unstale":"2024-09-21T09:39:46.329370+0000","last_undegraded":"2024-09-21T09:39:46.329370+0000","last_fullsized":"2024-09-21T09:39:46.329370+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T13:00:19.451322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.329746+0000","last_change":"2024-09-21T09:39:08.035210+0000","last_active":"2024-09-21T09:39:46.329746+0000","last_peered":"2024-09-21T09:39:46.329746+0000","last_clean":"2024-09-21T09:39:46.329746+0000","last_became_active":"2024-09-21T09:39:08.034704+0000","last_became_peered":"2024-09-21T09:39:08.034704+0000","last_unstale":"2024-09-21T09:39:46.329746+0000","last_undegraded":"2024-09-21T09:39:46.329746+0000","last_fullsized":"2024-09-21T09:39:46.329746+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:29:39.024930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"70'6","reported_seq":20,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.329684+0000","last_change":"2024-09-21T09:39:08.010900+0000","last_active":"2024-09-21T09:39:46.329684+0000","last_peered":"2024-09-21T09:39:46.329684+0000","last_clean":"2024-09-21T09:39:46.329684+0000","last_became_active":"2024-09-21T09:39:08.010626+0000","last_became_peered":"2024-09-21T09:39:08.010626+0000","last_unstale":"2024-09-21T09:39:46.329684+0000","last_undegraded":"2024-09-21T09:39:46.329684+0000","last_fullsized":"2024-09-21T09:39:46.329684+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T14:44:34.320155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.331425+0000","last_change":"2024-09-21T09:39:08.037145+0000","last_active":"2024-09-21T09:39:46.331425+0000","last_peered":"2024-09-21T09:39:46.331425+0000","last_clean":"2024-09-21T09:39:46.331425+0000","last_became_active":"2024-09-21T09:39:08.036826+0000","last_became_peered":"2024-09-21T09:39:08.036826+0000","last_unstale":"2024-09-21T09:39:46.331425+0000","last_undegraded":"2024-09-21T09:39:46.331425+0000","last_fullsized":"2024-09-21T09:39:46.331425+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:08:36.480074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"70'3","reported_seq":17,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.893451+0000","last_change":"2024-09-21T09:39:08.009922+0000","last_active":"2024-09-21T09:39:46.893451+0000","last_peered":"2024-09-21T09:39:46.893451+0000","last_clean":"2024-09-21T09:39:46.893451+0000","last_became_active":"2024-09-21T09:39:08.009610+0000","last_became_peered":"2024-09-21T09:39:08.009610+0000","last_unstale":"2024-09-21T09:39:46.893451+0000","last_undegraded":"2024-09-21T09:39:46.893451+0000","last_fullsized":"2024-09-21T09:39:46.893451+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:30:21.481575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.331478+0000","last_change":"2024-09-21T09:39:08.010912+0000","last_active":"2024-09-21T09:39:46.331478+0000","last_peered":"2024-09-21T09:39:46.331478+0000","last_clean":"2024-09-21T09:39:46.331478+0000","last_became_active":"2024-09-21T09:39:08.010613+0000","last_became_peered":"2024-09-21T09:39:08.010613+0000","last_unstale":"2024-09-21T09:39:46.331478+0000","last_undegraded":"2024-09-21T09:39:46.331478+0000","last_fullsized":"2024-09-21T09:39:46.331478+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:26:29.286980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.332740+0000","last_change":"2024-09-21T09:39:08.134011+0000","last_active":"2024-09-21T09:39:46.332740+0000","last_peered":"2024-09-21T09:39:46.332740+0000","last_clean":"2024-09-21T09:39:46.332740+0000","last_became_active":"2024-09-21T09:39:08.133655+0000","last_became_peered":"2024-09-21T09:39:08.133655+0000","last_unstale":"2024-09-21T09:39:46.332740+0000","last_undegraded":"2024-09-21T09:39:46.332740+0000","last_fullsized":"2024-09-21T09:39:46.332740+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T18:30:38.607239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.329700+0000","last_change":"2024-09-21T09:39:08.011813+0000","last_active":"2024-09-21T09:39:46.329700+0000","last_peered":"2024-09-21T09:39:46.329700+0000","last_clean":"2024-09-21T09:39:46.329700+0000","last_became_active":"2024-09-21T09:39:08.011533+0000","last_became_peered":"2024-09-21T09:39:08.011533+0000","last_unstale":"2024-09-21T09:39:46.329700+0000","last_undegraded":"2024-09-21T09:39:46.329700+0000","last_fullsized":"2024-09-21T09:39:46.329700+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:14:43.057387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":22,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-21T09:39:47.336382+0000","last_change":"2024-09-21T09:39:47.336382+0000","last_active":"2024-09-21T09:39:47.336382+0000","last_peered":"2024-09-21T09:39:47.336382+0000","last_clean":"2024-09-21T09:39:47.336382+0000","last_became_active":"2024-09-21T09:39:47.335961+0000","last_became_peered":"2024-09-21T09:39:47.335961+0000","last_unstale":"2024-09-21T09:39:47.336382+0000","last_undegraded":"2024-09-21T09:39:47.336382+0000","last_fullsized":"2024-09-21T09:39:47.336382+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:43:19.745257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":22,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-09-21T09:39:48.038952+0000","last_change":"2024-09-21T09:39:48.038952+0000","last_active":"2024-09-21T09:39:48.038952+0000","last_peered":"2024-09-21T09:39:48.038952+0000","last_clean":"2024-09-21T09:39:48.038952+0000","last_became_active":"2024-09-21T09:39:48.038610+0000","last_became_peered":"2024-09-21T09:39:48.038610+0000","last_unstale":"2024-09-21T09:39:48.038952+0000","last_undegraded":"2024-09-21T09:39:48.038952+0000","last_fullsized":"2024-09-21T09:39:48.038952+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:52:52.239638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.333357+0000","last_change":"2024-09-21T09:39:08.016185+0000","last_active":"2024-09-21T09:39:46.333357+0000","last_peered":"2024-09-21T09:39:46.333357+0000","last_clean":"2024-09-21T09:39:46.333357+0000","last_became_active":"2024-09-21T09:39:08.015785+0000","last_became_peered":"2024-09-21T09:39:08.015785+0000","last_unstale":"2024-09-21T09:39:46.333357+0000","last_undegraded":"2024-09-21T09:39:46.333357+0000","last_fullsized":"2024-09-21T09:39:46.333357+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:14:56.596863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.329455+0000","last_change":"2024-09-21T09:39:08.135550+0000","last_active":"2024-09-21T09:39:46.329455+0000","last_peered":"2024-09-21T09:39:46.329455+0000","last_clean":"2024-09-21T09:39:46.329455+0000","last_became_active":"2024-09-21T09:39:08.135259+0000","last_became_peered":"2024-09-21T09:39:08.135259+0000","last_unstale":"2024-09-21T09:39:46.329455+0000","last_undegraded":"2024-09-21T09:39:46.329455+0000","last_fullsized":"2024-09-21T09:39:46.329455+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:29:52.396434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.331173+0000","last_change":"2024-09-21T09:39:08.016525+0000","last_active":"2024-09-21T09:39:46.331173+0000","last_peered":"2024-09-21T09:39:46.331173+0000","last_clean":"2024-09-21T09:39:46.331173+0000","last_became_active":"2024-09-21T09:39:08.015092+0000","last_became_peered":"2024-09-21T09:39:08.015092+0000","last_unstale":"2024-09-21T09:39:46.331173+0000","last_undegraded":"2024-09-21T09:39:46.331173+0000","last_fullsized":"2024-09-21T09:39:46.331173+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T21:14:46.702370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.333028+0000","last_change":"2024-09-21T09:39:08.034142+0000","last_active":"2024-09-21T09:39:46.333028+0000","last_peered":"2024-09-21T09:39:46.333028+0000","last_clean":"2024-09-21T09:39:46.333028+0000","last_became_active":"2024-09-21T09:39:08.033812+0000","last_became_peered":"2024-09-21T09:39:08.033812+0000","last_unstale":"2024-09-21T09:39:46.333028+0000","last_undegraded":"2024-09-21T09:39:46.333028+0000","last_fullsized":"2024-09-21T09:39:46.333028+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:32:41.333614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"70'1","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.329485+0000","last_change":"2024-09-21T09:39:08.015139+0000","last_active":"2024-09-21T09:39:46.329485+0000","last_peered":"2024-09-21T09:39:46.329485+0000","last_clean":"2024-09-21T09:39:46.329485+0000","last_became_active":"2024-09-21T09:39:08.014881+0000","last_became_peered":"2024-09-21T09:39:08.014881+0000","last_unstale":"2024-09-21T09:39:46.329485+0000","last_undegraded":"2024-09-21T09:39:46.329485+0000","last_fullsized":"2024-09-21T09:39:46.329485+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:07:08.033951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.328946+0000","last_change":"2024-09-21T09:39:08.034229+0000","last_active":"2024-09-21T09:39:46.328946+0000","last_peered":"2024-09-21T09:39:46.328946+0000","last_clean":"2024-09-21T09:39:46.328946+0000","last_became_active":"2024-09-21T09:39:08.033894+0000","last_became_peered":"2024-09-21T09:39:08.033894+0000","last_unstale":"2024-09-21T09:39:46.328946+0000","last_undegraded":"2024-09-21T09:39:46.328946+0000","last_fullsized":"2024-09-21T09:39:46.328946+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:01:21.072831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"70'1","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.329518+0000","last_change":"2024-09-21T09:39:08.012046+0000","last_active":"2024-09-21T09:39:46.329518+0000","last_peered":"2024-09-21T09:39:46.329518+0000","last_clean":"2024-09-21T09:39:46.329518+0000","last_became_active":"2024-09-21T09:39:08.011724+0000","last_became_peered":"2024-09-21T09:39:08.011724+0000","last_unstale":"2024-09-21T09:39:46.329518+0000","last_undegraded":"2024-09-21T09:39:46.329518+0000","last_fullsized":"2024-09-21T09:39:46.329518+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T21:17:12.450322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.329648+0000","last_change":"2024-09-21T09:39:08.035268+0000","last_active":"2024-09-21T09:39:46.329648+0000","last_peered":"2024-09-21T09:39:46.329648+0000","last_clean":"2024-09-21T09:39:46.329648+0000","last_became_active":"2024-09-21T09:39:08.034736+0000","last_became_peered":"2024-09-21T09:39:08.034736+0000","last_unstale":"2024-09-21T09:39:46.329648+0000","last_undegraded":"2024-09-21T09:39:46.329648+0000","last_fullsized":"2024-09-21T09:39:46.329648+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T20:00:25.690796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"70'2","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.331543+0000","last_change":"2024-09-21T09:39:08.010278+0000","last_active":"2024-09-21T09:39:46.331543+0000","last_peered":"2024-09-21T09:39:46.331543+0000","last_clean":"2024-09-21T09:39:46.331543+0000","last_became_active":"2024-09-21T09:39:08.009922+0000","last_became_peered":"2024-09-21T09:39:08.009922+0000","last_unstale":"2024-09-21T09:39:46.331543+0000","last_undegraded":"2024-09-21T09:39:46.331543+0000","last_fullsized":"2024-09-21T09:39:46.331543+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T20:20:07.841517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.329330+0000","last_change":"2024-09-21T09:39:08.033902+0000","last_active":"2024-09-21T09:39:46.329330+0000","last_peered":"2024-09-21T09:39:46.329330+0000","last_clean":"2024-09-21T09:39:46.329330+0000","last_became_active":"2024-09-21T09:39:08.033588+0000","last_became_peered":"2024-09-21T09:39:08.033588+0000","last_unstale":"2024-09-21T09:39:46.329330+0000","last_undegraded":"2024-09-21T09:39:46.329330+0000","last_fullsized":"2024-09-21T09:39:46.329330+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T17:25:51.756061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"70'2","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.331496+0000","last_change":"2024-09-21T09:39:08.005657+0000","last_active":"2024-09-21T09:39:46.331496+0000","last_peered":"2024-09-21T09:39:46.331496+0000","last_clean":"2024-09-21T09:39:46.331496+0000","last_became_active":"2024-09-21T09:39:08.005363+0000","last_became_peered":"2024-09-21T09:39:08.005363+0000","last_unstale":"2024-09-21T09:39:46.331496+0000","last_undegraded":"2024-09-21T09:39:46.331496+0000","last_fullsized":"2024-09-21T09:39:46.331496+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T16:28:28.790084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.332895+0000","last_change":"2024-09-21T09:39:08.031442+0000","last_active":"2024-09-21T09:39:46.332895+0000","last_peered":"2024-09-21T09:39:46.332895+0000","last_clean":"2024-09-21T09:39:46.332895+0000","last_became_active":"2024-09-21T09:39:08.031136+0000","last_became_peered":"2024-09-21T09:39:08.031136+0000","last_unstale":"2024-09-21T09:39:46.332895+0000","last_undegraded":"2024-09-21T09:39:46.332895+0000","last_fullsized":"2024-09-21T09:39:46.332895+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T20:49:50.728929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"70'1","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.333113+0000","last_change":"2024-09-21T09:39:08.009711+0000","last_active":"2024-09-21T09:39:46.333113+0000","last_peered":"2024-09-21T09:39:46.333113+0000","last_clean":"2024-09-21T09:39:46.333113+0000","last_became_active":"2024-09-21T09:39:08.009438+0000","last_became_peered":"2024-09-21T09:39:08.009438+0000","last_unstale":"2024-09-21T09:39:46.333113+0000","last_undegraded":"2024-09-21T09:39:46.333113+0000","last_fullsized":"2024-09-21T09:39:46.333113+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T15:38:02.315169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.329253+0000","last_change":"2024-09-21T09:39:08.035584+0000","last_active":"2024-09-21T09:39:46.329253+0000","last_peered":"2024-09-21T09:39:46.329253+0000","last_clean":"2024-09-21T09:39:46.329253+0000","last_became_active":"2024-09-21T09:39:08.035307+0000","last_became_peered":"2024-09-21T09:39:08.035307+0000","last_unstale":"2024-09-21T09:39:46.329253+0000","last_undegraded":"2024-09-21T09:39:46.329253+0000","last_fullsized":"2024-09-21T09:39:46.329253+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:07.992753+0000","last_clean_scrub_stamp":"2024-09-21T09:39:07.992753+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T19:36:43.804040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"70'4","reported_seq":18,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T09:39:46.329721+0000","last_change":"2024-09-21T09:39:08.010209+0000","last_active":"2024-09-21T09:39:46.329721+0000","last_peered":"2024-09-21T09:39:46.329721+0000","last_clean":"2024-09-21T09:39:46.329721+0000","last_became_active":"2024-09-21T09:39:08.009908+0000","last_became_peered":"2024-09-21T09:39:08.009908+0000","last_unstale":"2024-09-21T09:39:46.329721+0000","last_undegraded":"2024-09-21T09:39:46.329721+0000","last_fullsized":"2024-09-21T09:39:46.329721+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T09:39:06.991090+0000","last_clean_scrub_stamp":"2024-09-21T09:39:06.991090+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:22:11.669528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234021,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28352,"kb_used_data":1332,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716800,"statfs":{"total":95995035648,"available":95966003200,"internally_reserved":0,"allocated":1363968,"data_stored":918505,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 21 09:39:18 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.54400000000000004,"15min":0.53800000000000003},"min":{"1min":0.44900000000000001,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.48399999999999999,"15min":0.47199999999999998},"min":{"1min":0.39600000000000002,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.436}]},{"osd":1,"last update":"Sat Sep 21 09:39:18 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.50800000000000001,"15min":0.498},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.5},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.51900000000000002,"15min":0.50800000000000001},"min":{"1min":0.41499999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.878,"5min":0.878,"15min":0.878},"last":0.41599999999999998}]},{"osd":2,"last update":"Sat Sep 21 09:39:18 2024","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.54400000000000004,"15min":0.53300000000000003},"min":{"1min":0.374,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.53800000000000003,"15min":0.52800000000000002},"min":{"1min":0.436,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.39600000000000002}]},{"osd":3,"last update":"Sat Sep 21 09:39:18 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.54300000000000004,"15min":0.53300000000000003},"min":{"1min":0.40999999999999998,"5min":0.376,"15min":0.376},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.49199999999999999,"15min":0.47799999999999998},"min":{"1min":0.438,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.51900000000000002}]},{"osd":4,"last update":"Sat Sep 21 09:39:18 2024","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.437,"15min":0.42599999999999999},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.375},{"interface":"front","average":{"1min":0.5,"5min":0.44,"15min":0.42999999999999999},"min":{"1min":0.312,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.66300000000000003,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.34399999999999997}]},{"osd":5,"last update":"Sat Sep 21 09:39:18 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.42199999999999999,"15min":0.40699999999999997},"min":{"1min":0.32700000000000001,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.45400000000000001,"15min":0.438},"min":{"1min":0.34000000000000002,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.48899999999999999}]},{"osd":6,"last update":"Sat Sep 21 09:39:18 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.45700000000000002,"15min":0.44500000000000001},"min":{"1min":0.31,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.496,"15min":0.48099999999999998},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":1.0680000000000001,"5min":1.0680000000000001,"15min":1.0680000000000001},"last":0.45900000000000002}]}]},{"osd":6,"up_from":46,"seq":197568495659,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28344,"kb_used_data":1320,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716808,"statfs":{"total":95995035648,"available":95966011392,"internally_reserved":0,"allocated":1351680,"data_stored":918155,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 21 09:39:58 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.52900000000000003,"15min":0.53100000000000003},"min":{"1min":0.33800000000000002,"5min":0.317,"15min":0.317},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.56799999999999995,"15min":0.58299999999999996},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.73499999999999999,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.497}]},{"osd":1,"last update":"Sat Sep 21 09:39:58 2024","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.53700000000000003,"15min":0.55000000000000004},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.71599999999999997,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.55100000000000005,"15min":0.56899999999999995},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.67100000000000004,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.45500000000000002}]},{"osd":2,"last update":"Sat Sep 21 09:39:58 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.55400000000000005,"15min":0.56299999999999994},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.61899999999999999,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.56699999999999995,"15min":0.58099999999999996},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.70399999999999996,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.54700000000000004}]},{"osd":3,"last update":"Sat Sep 21 09:39:58 2024","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.53500000000000003,"15min":0.55500000000000005},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.623,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.57699999999999996,"15min":0.58899999999999997},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.68100000000000005,"5min":0.99199999999999999,"15min":0.99199999999999999},"last":0.55800000000000005}]},{"osd":4,"last update":"Sat Sep 21 09:39:58 2024","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.315,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.43099999999999999,"15min":0.434},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.59399999999999997,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.71099999999999997}]},{"osd":5,"last update":"Sat Sep 21 09:39:58 2024","interfaces":[{"interface":"back","average":{"1min":0.45100000000000001,"5min":0.44800000000000001,"15min":0.44600000000000001},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.65100000000000002,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.44900000000000001,"15min":0.44400000000000001},"min":{"1min":0.28999999999999998,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.66500000000000004,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.73399999999999999}]},{"osd":7,"last update":"Sat Sep 21 09:39:19 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.371,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.72899999999999998,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.75},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.51800000000000002,"15min":0.52600000000000002},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.68600000000000005,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.69599999999999995}]}]},{"osd":5,"up_from":38,"seq":163208757295,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27760,"kb_used_data":736,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717392,"statfs":{"total":95995035648,"available":95966609408,"internally_reserved":0,"allocated":753664,"data_stored":327086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 21 09:39:33 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51900000000000002,"15min":0.52700000000000002},"min":{"1min":0.38600000000000001,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.755,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.499,"15min":0.501},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.49399999999999999}]},{"osd":1,"last update":"Sat Sep 21 09:39:33 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.37,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.504,"5min":0.501,"15min":0.505},"min":{"1min":0.35699999999999998,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.69699999999999995,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.44400000000000001}]},{"osd":2,"last update":"Sat Sep 21 09:39:33 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.50800000000000001,"15min":0.51100000000000001},"min":{"1min":0.37,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.69199999999999995,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.53600000000000003,"15min":0.53000000000000003},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.75600000000000001,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.36299999999999999}]},{"osd":3,"last update":"Sat Sep 21 09:39:33 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.52600000000000002,"15min":0.53200000000000003},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.74199999999999999,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.52900000000000003,"15min":0.52700000000000002},"min":{"1min":0.39000000000000001,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.66500000000000004,"5min":0.749,"15min":0.749},"last":0.46300000000000002}]},{"osd":4,"last update":"Sat Sep 21 09:39:33 2024","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.35699999999999998,"15min":0.34000000000000002},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.34399999999999997},{"interface":"front","average":{"1min":0.38300000000000001,"5min":0.35999999999999999,"15min":0.34200000000000003},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.374}]},{"osd":6,"last update":"Sat Sep 21 09:39:56 2024","interfaces":[{"interface":"back","average":{"1min":0.46200000000000002,"5min":0.436,"15min":0.41699999999999998},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.495,"5min":0.44400000000000001,"15min":0.42799999999999999},"min":{"1min":0.28899999999999998,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.309}]},{"osd":7,"last update":"Sat Sep 21 09:39:23 2024","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.501,"15min":0.505},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.502,"15min":0.505},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.73499999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.40200000000000002}]}]},{"osd":4,"up_from":30,"seq":128849018932,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31868,"kb_used_data":752,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713284,"statfs":{"total":95995035648,"available":95962402816,"internally_reserved":0,"allocated":770048,"data_stored":328398,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 21 09:39:08 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53600000000000003,"15min":0.53200000000000003},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.68899999999999995,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.52600000000000002,"15min":0.52000000000000002},"min":{"1min":0.42899999999999999,"5min":0.307,"15min":0.307},"max":{"1min":0.70199999999999996,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.54400000000000004}]},{"osd":1,"last update":"Sat Sep 21 09:39:08 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.52600000000000002,"15min":0.51200000000000001},"min":{"1min":0.376,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.72899999999999998,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.52800000000000002,"15min":0.52300000000000002},"min":{"1min":0.40100000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.71999999999999997,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.60699999999999998}]},{"osd":2,"last update":"Sat Sep 21 09:39:08 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.54000000000000004,"15min":0.52400000000000002},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53200000000000003,"15min":0.52800000000000002},"min":{"1min":0.39100000000000001,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.69499999999999995,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.48399999999999999}]},{"osd":3,"last update":"Sat Sep 21 09:39:08 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.52900000000000003,"15min":0.51600000000000001},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.68200000000000005,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.53000000000000003,"15min":0.52200000000000002},"min":{"1min":0.40899999999999997,"5min":0.375,"15min":0.375},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.63400000000000001}]},{"osd":5,"last update":"Sat Sep 21 09:39:33 2024","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.36599999999999999,"15min":0.34999999999999998},"min":{"1min":0.29899999999999999,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.60499999999999998,"5min":0.623,"15min":0.623},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.36899999999999999,"15min":0.35099999999999998},"min":{"1min":0.28499999999999998,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.56899999999999995,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.39300000000000002}]},{"osd":6,"last update":"Sat Sep 21 09:39:58 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.40200000000000002,"15min":0.39000000000000001},"min":{"1min":0.28599999999999998,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.65800000000000003,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.498,"5min":0.441,"15min":0.41999999999999998},"min":{"1min":0.33600000000000002,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.495}]},{"osd":7,"last update":"Sat Sep 21 09:39:22 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.49299999999999999,"15min":0.48899999999999999},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.49199999999999999,"15min":0.496},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.66900000000000004,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.42099999999999999}]}]},{"osd":3,"up_from":25,"seq":107374182456,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27748,"kb_used_data":728,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717404,"statfs":{"total":95995035648,"available":95966621696,"internally_reserved":0,"allocated":745472,"data_stored":326505,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 21 09:39:50 2024","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.379,"15min":0.38100000000000001},"min":{"1min":0.249,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.57799999999999996,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.22500000000000001},{"interface":"front","average":{"1min":0.34599999999999997,"5min":0.39100000000000001,"15min":0.39900000000000002},"min":{"1min":0.17899999999999999,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":0.52400000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.40300000000000002}]},{"osd":1,"last update":"Sat Sep 21 09:39:50 2024","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.41099999999999998,"15min":0.42899999999999999},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.60799999999999998,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.39300000000000002,"15min":0.40500000000000003},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":0.54400000000000004,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.41999999999999998}]},{"osd":2,"last update":"Sat Sep 21 09:39:50 2024","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.436,"15min":0.44500000000000001},"min":{"1min":0.308,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.55100000000000005,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.379},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.44700000000000001,"15min":0.45500000000000002},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.86399999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.33100000000000002}]},{"osd":4,"last update":"Sat Sep 21 09:39:06 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.59799999999999998,"15min":0.60499999999999998},"min":{"1min":0.44900000000000001,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.85299999999999998,"5min":1.079,"15min":1.079},"last":0.64100000000000001},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.59799999999999998,"15min":0.61099999999999999},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.751,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.80900000000000005}]},{"osd":5,"last update":"Sat Sep 21 09:39:30 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.60399999999999998,"15min":0.61699999999999999},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.95299999999999996,"5min":1.119,"15min":1.119},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.57399999999999995,"15min":0.58599999999999997},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.70199999999999996}]},{"osd":6,"last update":"Sat Sep 21 09:39:56 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.57599999999999996,"15min":0.56899999999999995},"min":{"1min":0.434,"5min":0.376,"15min":0.376},"max":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.89100000000000001},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.64200000000000002,"15min":0.64400000000000002},"min":{"1min":0.48099999999999998,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":1.147,"5min":1.147,"15min":1.147},"last":0.71699999999999997}]},{"osd":7,"last update":"Sat Sep 21 09:39:21 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.623,"15min":0.628},"min":{"1min":0.433,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.97799999999999998,"5min":1.1479999999999999,"15min":1.1479999999999999},"last":0.65900000000000003},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.59499999999999997,"15min":0.59699999999999998},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.84899999999999998}]}]},{"osd":2,"up_from":18,"seq":77309411390,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31856,"kb_used_data":736,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713296,"statfs":{"total":95995035648,"available":95962415104,"internally_reserved":0,"allocated":753664,"data_stored":327304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 21 09:39:23 2024","interfaces":[{"interface":"back","average":{"1min":0.33000000000000002,"5min":0.374,"15min":0.372},"min":{"1min":0.214,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.49399999999999999,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.27600000000000002},{"interface":"front","average":{"1min":0.36399999999999999,"5min":0.40600000000000003,"15min":0.41399999999999998},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.60099999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.34100000000000003}]},{"osd":1,"last update":"Sat Sep 21 09:39:23 2024","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.40799999999999997,"15min":0.42299999999999999},"min":{"1min":0.247,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.63700000000000001,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.41599999999999998,"15min":0.41699999999999998},"min":{"1min":0.254,"5min":0.253,"15min":0.253},"max":{"1min":0.61899999999999999,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.37}]},{"osd":3,"last update":"Sat Sep 21 09:39:50 2024","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.45300000000000001,"15min":0.46100000000000002},"min":{"1min":0.29699999999999999,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.59699999999999998,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.318},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.43099999999999999,"15min":0.439},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.54300000000000004,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.38500000000000001}]},{"osd":4,"last update":"Sat Sep 21 09:40:05 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.59199999999999997,"15min":0.60199999999999998},"min":{"1min":0.39100000000000001,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.80600000000000005,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.60999999999999999,"15min":0.61599999999999999},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.76500000000000001,"5min":1.048,"15min":1.048},"last":0.53200000000000003}]},{"osd":5,"last update":"Sat Sep 21 09:39:31 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.63,"15min":0.64000000000000001},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.88600000000000001,"5min":1.014,"15min":1.014},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.60999999999999999,"15min":0.622},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.752,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.60199999999999998}]},{"osd":6,"last update":"Sat Sep 21 09:39:56 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.63,"15min":0.65500000000000003},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.72499999999999998,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.63100000000000001,"15min":0.65200000000000002},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.79700000000000004,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.56399999999999995}]},{"osd":7,"last update":"Sat Sep 21 09:39:23 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.65700000000000003,"15min":0.67100000000000004},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.73099999999999998,"5min":1.147,"15min":1.147},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.64100000000000001,"15min":0.65900000000000003},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.75800000000000001,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.52400000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574915,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27756,"kb_used_data":732,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717396,"statfs":{"total":95995035648,"available":95966613504,"internally_reserved":0,"allocated":749568,"data_stored":326707,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 21 09:39:04 2024","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.35899999999999999,"15min":0.34499999999999997},"min":{"1min":0.248,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.56200000000000006,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.38200000000000001,"15min":0.36499999999999999},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.42499999999999999}]},{"osd":2,"last update":"Sat Sep 21 09:39:26 2024","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.41499999999999998,"15min":0.40000000000000002},"min":{"1min":0.28399999999999997,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.53300000000000003,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.378},{"interface":"front","average":{"1min":0.34799999999999998,"5min":0.39000000000000001,"15min":0.38400000000000001},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.55500000000000005,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.30399999999999999}]},{"osd":3,"last update":"Sat Sep 21 09:39:51 2024","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.41799999999999998,"15min":0.42799999999999999},"min":{"1min":0.23799999999999999,"5min":0.214,"15min":0.214},"max":{"1min":0.628,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.45400000000000001,"15min":0.46100000000000002},"min":{"1min":0.28899999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.57399999999999995,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.34899999999999998}]},{"osd":4,"last update":"Sat Sep 21 09:39:09 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.38,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.86499999999999999,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.56699999999999995,"15min":0.57099999999999995},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.81899999999999995,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.45100000000000001}]},{"osd":5,"last update":"Sat Sep 21 09:39:34 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.59099999999999997,"15min":0.59699999999999998},"min":{"1min":0.432,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.57799999999999996,"15min":0.58999999999999997},"min":{"1min":0.38600000000000001,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.69399999999999995,"5min":0.96599999999999997,"15min":0.96599999999999997},"last":0.48899999999999999}]},{"osd":6,"last update":"Sat Sep 21 09:39:58 2024","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.58899999999999997,"15min":0.58299999999999996},"min":{"1min":0.434,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.81999999999999995,"5min":0.92400000000000004,"15min":0.92400000000000004},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.624,"5min":0.61199999999999999,"15min":0.60999999999999999},"min":{"1min":0.42099999999999999,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.85499999999999998,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.52500000000000002}]},{"osd":7,"last update":"Sat Sep 21 09:39:18 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.58199999999999996,"15min":0.57799999999999996},"min":{"1min":0.42999999999999999,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.503},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.57499999999999996,"15min":0.57199999999999995},"min":{"1min":0.435,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.82499999999999996,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.53400000000000003}]}]},{"osd":0,"up_from":8,"seq":34359738440,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28340,"kb_used_data":1316,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716812,"statfs":{"total":95995035648,"available":95966015488,"internally_reserved":0,"allocated":1347584,"data_stored":917660,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 21 09:40:02 2024","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.38100000000000001,"15min":0.33300000000000002},"min":{"1min":0.23200000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":1.907,"5min":1.907,"15min":1.907},"last":0.193},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.38300000000000001,"15min":0.35099999999999998},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.26500000000000001}]},{"osd":2,"last update":"Sat Sep 21 09:39:26 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.375},"min":{"1min":0.25600000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.312},{"interface":"front","average":{"1min":0.432,"5min":0.40300000000000002,"15min":0.36599999999999999},"min":{"1min":0.26700000000000002,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":1.746,"5min":1.746,"15min":1.746},"last":0.221}]},{"osd":3,"last update":"Sat Sep 21 09:39:52 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.44700000000000001,"15min":0.437},"min":{"1min":0.24399999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":1.79,"5min":1.79,"15min":1.79},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.432,"15min":0.41899999999999998},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":1.879,"5min":1.879,"15min":1.879},"last":0.39200000000000002}]},{"osd":4,"last update":"Sat Sep 21 09:39:08 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.58699999999999997,"15min":0.58499999999999996},"min":{"1min":0.376,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.78400000000000003,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.58399999999999996,"15min":0.58099999999999996},"min":{"1min":0.41699999999999998,"5min":0.378,"15min":0.378},"max":{"1min":0.76200000000000001,"5min":1.004,"15min":1.004},"last":0.41799999999999998}]},{"osd":5,"last update":"Sat Sep 21 09:39:36 2024","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.63200000000000001,"15min":0.63600000000000001},"min":{"1min":0.41399999999999998,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":2.2170000000000001,"5min":2.2170000000000001,"15min":2.2170000000000001},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61799999999999999},"min":{"1min":0.45400000000000001,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.0580000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"last":0.45900000000000002}]},{"osd":6,"last update":"Sat Sep 21 09:39:56 2024","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.65800000000000003,"15min":0.66300000000000003},"min":{"1min":0.46200000000000002,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":2.1899999999999999,"5min":2.1899999999999999,"15min":2.1899999999999999},"last":0.5},{"interface":"front","average":{"1min":0.621,"5min":0.63600000000000001,"15min":0.64600000000000002},"min":{"1min":0.48099999999999998,"5min":0.437,"15min":0.437},"max":{"1min":1.093,"5min":1.093,"15min":1.093},"last":0.54400000000000004}]},{"osd":7,"last update":"Sat Sep 21 09:39:22 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.63200000000000001,"15min":0.63800000000000001},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.751,"5min":0.92100000000000004,"15min":0.92100000000000004},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.65000000000000002,"15min":0.66100000000000003},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.72799999999999998,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":0.47799999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1780,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T09:40:10.809 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-09-21T09:40:10.809 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-21T09:40:10.809 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-09-21T09:40:10.809 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph health --format=json 2024-09-21T09:40:11.017 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:40:11.823 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:11 smithi053 ceph-mon[29335]: pgmap v88: 73 pgs: 73 active+clean; 579 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:40:11.823 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:11 smithi053 ceph-mon[29335]: from='client.14775 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-21T09:40:11.823 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:11 smithi053 ceph-mon[41013]: pgmap v88: 73 pgs: 73 active+clean; 579 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:40:11.823 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:11 smithi053 ceph-mon[41013]: from='client.14775 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-21T09:40:11.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:11 smithi170 ceph-mon[32771]: pgmap v88: 73 pgs: 73 active+clean; 579 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:40:11.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:11 smithi170 ceph-mon[32771]: from='client.14775 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-21T09:40:12.075 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:40:12 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: ::ffff:172.21.15.170 - - [21/Sep/2024:09:40:12] "GET /metrics HTTP/1.1" 200 33855 "" "Prometheus/2.43.0" 2024-09-21T09:40:12.933 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-09-21T09:40:12.933 INFO:teuthology.orchestra.run.smithi053.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-21T09:40:13.703 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-09-21T09:40:13.703 INFO:teuthology.run_tasks:Running task print... 2024-09-21T09:40:13.718 INFO:teuthology.task.print:**** upgrading first half of cluster, with stress **** 2024-09-21T09:40:13.719 INFO:teuthology.run_tasks:Running task parallel... 2024-09-21T09:40:13.774 INFO:teuthology.task.parallel:starting parallel... 2024-09-21T09:40:13.774 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-09-21T09:40:13.775 INFO:teuthology.task.sequential:In sequential, running task full_sequential... 2024-09-21T09:40:13.775 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench... 2024-09-21T09:40:15.761 INFO:tasks.radosbench:Beginning radosbench... 2024-09-21T09:40:15.761 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2024-09-21T09:40:15.761 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph osd pool create unique_pool_0 16 2024-09-21T09:40:15.762 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-09-21T09:40:15.762 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-09-21T09:40:15.762 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi053.front.sepia.ceph.com 2024-09-21T09:40:15.763 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -e sha1=62da54b4b83a96ca9976b7e1d0c8272a564a2208 -- bash -c 'ceph config set mgr mgr/cephadm/daemon_cache_timeout 60' 2024-09-21T09:40:15.764 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:13 smithi170 ceph-mon[32771]: pgmap v89: 73 pgs: 73 active+clean; 579 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:40:15.764 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:13 smithi170 ceph-mon[32771]: from='client.? 172.21.15.53:0/1308454969' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-21T09:40:15.764 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:13 smithi053 ceph-mon[29335]: pgmap v89: 73 pgs: 73 active+clean; 579 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:40:15.764 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:13 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/1308454969' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-21T09:40:15.764 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:13 smithi053 ceph-mon[41013]: pgmap v89: 73 pgs: 73 active+clean; 579 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:40:15.764 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:13 smithi053 ceph-mon[41013]: from='client.? 172.21.15.53:0/1308454969' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-21T09:40:15.825 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:15 smithi053 ceph-mon[41013]: pgmap v90: 73 pgs: 73 active+clean; 579 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:40:15.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:15 smithi053 ceph-mon[29335]: pgmap v90: 73 pgs: 73 active+clean; 579 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:40:15.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:15 smithi170 ceph-mon[32771]: pgmap v90: 73 pgs: 73 active+clean; 579 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:40:16.003 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:40:16.006 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:40:16.702 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:16 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:40:16.703 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:16 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:40:16.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:16 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:40:17.800 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:17 smithi053 ceph-mon[41013]: pgmap v91: 73 pgs: 73 active+clean; 579 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:40:17.847 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:17 smithi053 ceph-mon[29335]: pgmap v91: 73 pgs: 73 active+clean; 579 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:40:17.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:17 smithi170 ceph-mon[32771]: pgmap v91: 73 pgs: 73 active+clean; 579 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:40:18.939 INFO:teuthology.orchestra.run.smithi053.stderr:pool 'unique_pool_0' created 2024-09-21T09:40:18.983 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:18 smithi053 ceph-mon[29335]: pgmap v92: 73 pgs: 73 active+clean; 579 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:40:18.983 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:18 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/1168066191' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]: dispatch 2024-09-21T09:40:18.983 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:18 smithi053 ceph-mon[29335]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]: dispatch 2024-09-21T09:40:18.983 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:18 smithi053 ceph-mon[41013]: pgmap v92: 73 pgs: 73 active+clean; 579 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:40:18.983 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:18 smithi053 ceph-mon[41013]: from='client.? 172.21.15.53:0/1168066191' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]: dispatch 2024-09-21T09:40:18.984 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:18 smithi053 ceph-mon[41013]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]: dispatch 2024-09-21T09:40:19.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:18 smithi170 ceph-mon[32771]: pgmap v92: 73 pgs: 73 active+clean; 579 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:40:19.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:18 smithi170 ceph-mon[32771]: from='client.? 172.21.15.53:0/1168066191' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]: dispatch 2024-09-21T09:40:19.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:18 smithi170 ceph-mon[32771]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]: dispatch 2024-09-21T09:40:19.674 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2024-09-21T09:40:20.017 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:40:20.281 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:40:20 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: [21/Sep/2024:09:40:20] ENGINE Bus STOPPING 2024-09-21T09:40:20.281 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:19 smithi053 ceph-mon[41013]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]': finished 2024-09-21T09:40:20.281 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:19 smithi053 ceph-mon[41013]: osdmap e73: 8 total, 8 up, 8 in 2024-09-21T09:40:20.282 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:19 smithi053 ceph-mon[29335]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]': finished 2024-09-21T09:40:20.282 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:19 smithi053 ceph-mon[29335]: osdmap e73: 8 total, 8 up, 8 in 2024-09-21T09:40:20.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:19 smithi170 ceph-mon[32771]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]': finished 2024-09-21T09:40:20.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:19 smithi170 ceph-mon[32771]: osdmap e73: 8 total, 8 up, 8 in 2024-09-21T09:40:20.825 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:40:20 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: [21/Sep/2024:09:40:20] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-21T09:40:20.826 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:40:20 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: [21/Sep/2024:09:40:20] ENGINE Bus STOPPED 2024-09-21T09:40:20.826 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:40:20 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: [21/Sep/2024:09:40:20] ENGINE Bus STARTING 2024-09-21T09:40:20.826 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:40:20 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: [21/Sep/2024:09:40:20] ENGINE Serving on http://:::9283 2024-09-21T09:40:20.826 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:40:20 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: [21/Sep/2024:09:40:20] ENGINE Bus STARTED 2024-09-21T09:40:20.865 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -e sha1=62da54b4b83a96ca9976b7e1d0c8272a564a2208 -- bash -c 'ceph config set global log_to_journald false --force' 2024-09-21T09:40:21.325 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:20 smithi053 ceph-mon[41013]: pgmap v94: 89 pgs: 16 unknown, 73 active+clean; 579 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:40:21.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:20 smithi053 ceph-mon[41013]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-21T09:40:21.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:20 smithi053 ceph-mon[41013]: osdmap e74: 8 total, 8 up, 8 in 2024-09-21T09:40:21.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:20 smithi053 ceph-mon[41013]: from='client.? 172.21.15.53:0/299919443' entity='client.admin' 2024-09-21T09:40:21.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:20 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:40:21.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:20 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:40:21.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:20 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:40:21.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:20 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:40:21.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:20 smithi053 ceph-mon[29335]: pgmap v94: 89 pgs: 16 unknown, 73 active+clean; 579 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:40:21.327 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:20 smithi053 ceph-mon[29335]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-21T09:40:21.327 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:20 smithi053 ceph-mon[29335]: osdmap e74: 8 total, 8 up, 8 in 2024-09-21T09:40:21.327 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:20 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/299919443' entity='client.admin' 2024-09-21T09:40:21.327 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:20 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:40:21.327 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:20 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:40:21.327 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:20 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:40:21.327 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:20 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:40:21.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:20 smithi170 ceph-mon[32771]: pgmap v94: 89 pgs: 16 unknown, 73 active+clean; 579 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:40:21.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:20 smithi170 ceph-mon[32771]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-21T09:40:21.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:20 smithi170 ceph-mon[32771]: osdmap e74: 8 total, 8 up, 8 in 2024-09-21T09:40:21.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:20 smithi170 ceph-mon[32771]: from='client.? 172.21.15.53:0/299919443' entity='client.admin' 2024-09-21T09:40:21.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:20 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:40:21.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:20 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:40:21.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:20 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:40:21.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:20 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:40:21.840 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:40:22.026 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:21 smithi053 ceph-mon[29335]: osdmap e75: 8 total, 8 up, 8 in 2024-09-21T09:40:22.026 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:21 smithi053 ceph-mon[41013]: osdmap e75: 8 total, 8 up, 8 in 2024-09-21T09:40:22.279 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:40:22 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: ::ffff:172.21.15.170 - - [21/Sep/2024:09:40:22] "GET /metrics HTTP/1.1" 200 33854 "" "Prometheus/2.43.0" 2024-09-21T09:40:22.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:21 smithi170 ceph-mon[32771]: osdmap e75: 8 total, 8 up, 8 in 2024-09-21T09:40:22.967 INFO:teuthology.orchestra.run.smithi053.stderr:enabled application 'rados' on pool 'unique_pool_0' 2024-09-21T09:40:23.270 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:22 smithi053 ceph-mon[41013]: pgmap v97: 89 pgs: 89 active+clean; 579 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:40:23.271 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:22 smithi053 ceph-mon[41013]: from='client.? 172.21.15.53:0/3265189534' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-09-21T09:40:23.271 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:22 smithi053 ceph-mon[29335]: pgmap v97: 89 pgs: 89 active+clean; 579 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:40:23.271 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:22 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/3265189534' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-09-21T09:40:23.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:22 smithi170 ceph-mon[32771]: pgmap v97: 89 pgs: 89 active+clean; 579 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:40:23.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:22 smithi170 ceph-mon[32771]: from='client.? 172.21.15.53:0/3265189534' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-09-21T09:40:24.200 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:23 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/3265189534' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-09-21T09:40:24.200 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:23 smithi053 ceph-mon[29335]: osdmap e76: 8 total, 8 up, 8 in 2024-09-21T09:40:24.200 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:23 smithi053 ceph-mon[41013]: from='client.? 172.21.15.53:0/3265189534' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-09-21T09:40:24.200 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:23 smithi053 ceph-mon[41013]: osdmap e76: 8 total, 8 up, 8 in 2024-09-21T09:40:24.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:23 smithi170 ceph-mon[32771]: from='client.? 172.21.15.53:0/3265189534' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-09-21T09:40:24.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:23 smithi170 ceph-mon[32771]: osdmap e76: 8 total, 8 up, 8 in 2024-09-21T09:40:24.586 DEBUG:teuthology.orchestra.run.smithi053:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.0 -b 65536 --object-size 65536 -p unique_pool_0 bench 90 write' 2024-09-21T09:40:24.589 INFO:tasks.radosbench:joining radosbench (timing out after 3000s) 2024-09-21T09:40:24.589 INFO:teuthology.orchestra.run:waiting for 3000 2024-09-21T09:40:24.661 INFO:tasks.radosbench.radosbench.0.smithi053.stdout:hints = 1 2024-09-21T09:40:24.662 INFO:tasks.radosbench.radosbench.0.smithi053.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects 2024-09-21T09:40:24.662 INFO:tasks.radosbench.radosbench.0.smithi053.stdout:Object prefix: benchmark_data_smithi053_85036 2024-09-21T09:40:24.662 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2024-09-21T09:40:24.662 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 0 0 0 0 0 0 - 0 2024-09-21T09:40:25.325 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:24 smithi053 ceph-mon[41013]: pgmap v99: 89 pgs: 89 active+clean; 579 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:40:25.325 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:24 smithi053 ceph-mon[41013]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-21T09:40:25.325 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:24 smithi053 ceph-mon[41013]: Cluster is now healthy 2024-09-21T09:40:25.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:24 smithi053 ceph-mon[29335]: pgmap v99: 89 pgs: 89 active+clean; 579 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:40:25.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:24 smithi053 ceph-mon[29335]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-21T09:40:25.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:24 smithi053 ceph-mon[29335]: Cluster is now healthy 2024-09-21T09:40:25.408 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -e sha1=62da54b4b83a96ca9976b7e1d0c8272a564a2208 -- bash -c 'echo wait for mgr daemons to upgrade' 2024-09-21T09:40:25.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:24 smithi170 ceph-mon[32771]: pgmap v99: 89 pgs: 89 active+clean; 579 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:40:25.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:24 smithi170 ceph-mon[32771]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-21T09:40:25.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:24 smithi170 ceph-mon[32771]: Cluster is now healthy 2024-09-21T09:40:25.663 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 1 16 4020 4004 250.236 250.25 0.00265766 0.00398071 2024-09-21T09:40:25.767 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:40:26.662 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 2 16 7994 7978 249.294 248.375 0.00356448 0.0040046 2024-09-21T09:40:27.075 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:26 smithi053 ceph-mon[41013]: pgmap v100: 89 pgs: 89 active+clean; 579 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:40:27.075 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:26 smithi053 ceph-mon[29335]: pgmap v100: 89 pgs: 89 active+clean; 579 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:40:27.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:26 smithi170 ceph-mon[32771]: pgmap v100: 89 pgs: 89 active+clean; 579 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-09-21T09:40:27.662 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 3 16 11098 11082 230.857 194 0.00391802 0.00432477 2024-09-21T09:40:28.364 INFO:teuthology.orchestra.run.smithi053.stdout:wait for mgr daemons to upgrade 2024-09-21T09:40:28.662 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 4 16 14585 14569 227.621 217.938 0.004273 0.00438809 2024-09-21T09:40:29.075 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:28 smithi053 ceph-mon[41013]: pgmap v101: 89 pgs: 89 active+clean; 490 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 64 MiB/s wr, 1.02k op/s 2024-09-21T09:40:29.075 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:28 smithi053 ceph-mon[29335]: pgmap v101: 89 pgs: 89 active+clean; 490 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 64 MiB/s wr, 1.02k op/s 2024-09-21T09:40:29.404 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -e sha1=62da54b4b83a96ca9976b7e1d0c8272a564a2208 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mgr' 2024-09-21T09:40:29.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:28 smithi170 ceph-mon[32771]: pgmap v101: 89 pgs: 89 active+clean; 490 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 64 MiB/s wr, 1.02k op/s 2024-09-21T09:40:29.662 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 5 16 17894 17878 223.456 206.812 0.00460779 0.0044697 2024-09-21T09:40:29.773 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:40:30.662 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 6 16 20963 20947 218.179 191.812 0.0047206 0.00457821 2024-09-21T09:40:31.322 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:30 smithi053 ceph-mon[41013]: pgmap v102: 89 pgs: 89 active+clean; 490 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 56 MiB/s wr, 902 op/s 2024-09-21T09:40:31.322 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:30 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:40:31.323 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:30 smithi053 ceph-mon[29335]: pgmap v102: 89 pgs: 89 active+clean; 490 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 56 MiB/s wr, 902 op/s 2024-09-21T09:40:31.323 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:30 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:40:31.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:30 smithi170 ceph-mon[32771]: pgmap v102: 89 pgs: 89 active+clean; 490 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 56 MiB/s wr, 902 op/s 2024-09-21T09:40:31.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:30 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:40:31.663 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 7 16 23961 23945 213.776 187.375 0.00381757 0.00467219 2024-09-21T09:40:32.325 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:40:32 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: ::ffff:172.21.15.170 - - [21/Sep/2024:09:40:32] "GET /metrics HTTP/1.1" 200 36205 "" "Prometheus/2.43.0" 2024-09-21T09:40:32.663 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 8 16 26613 26597 207.771 165.75 0.00589895 0.00480752 2024-09-21T09:40:33.245 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:32 smithi053 ceph-mon[29335]: pgmap v103: 89 pgs: 89 active+clean; 1.5 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 149 MiB/s wr, 2.38k op/s 2024-09-21T09:40:33.245 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:32 smithi053 ceph-mon[29335]: from='client.24628 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:62da54b4b83a96ca9976b7e1d0c8272a564a2208", "daemon_types": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:40:33.245 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:32 smithi053 ceph-mon[41013]: pgmap v103: 89 pgs: 89 active+clean; 1.5 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 149 MiB/s wr, 2.38k op/s 2024-09-21T09:40:33.245 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:32 smithi053 ceph-mon[41013]: from='client.24628 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:62da54b4b83a96ca9976b7e1d0c8272a564a2208", "daemon_types": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:40:33.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:32 smithi170 ceph-mon[32771]: pgmap v103: 89 pgs: 89 active+clean; 1.5 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 149 MiB/s wr, 2.38k op/s 2024-09-21T09:40:33.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:32 smithi170 ceph-mon[32771]: from='client.24628 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:62da54b4b83a96ca9976b7e1d0c8272a564a2208", "daemon_types": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:40:33.663 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 9 16 28768 28752 199.649 134.688 0.00886362 0.00500309 2024-09-21T09:40:34.663 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 10 16 30987 30971 193.552 138.688 0.00871856 0.00516159 2024-09-21T09:40:35.325 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:34 smithi053 ceph-mon[41013]: pgmap v104: 89 pgs: 89 active+clean; 1.5 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 140 MiB/s wr, 2.23k op/s 2024-09-21T09:40:35.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:34 smithi053 ceph-mon[29335]: pgmap v104: 89 pgs: 89 active+clean; 1.5 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 140 MiB/s wr, 2.23k op/s 2024-09-21T09:40:35.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:34 smithi170 ceph-mon[32771]: pgmap v104: 89 pgs: 89 active+clean; 1.5 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 140 MiB/s wr, 2.23k op/s 2024-09-21T09:40:35.664 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 11 16 33362 33346 189.432 148.438 0.00896758 0.00527372 2024-09-21T09:40:36.664 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 12 16 35365 35349 184.078 125.188 0.00443217 0.00542718 2024-09-21T09:40:37.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:36 smithi053 ceph-mon[29335]: pgmap v105: 89 pgs: 89 active+clean; 1.5 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 124 MiB/s wr, 1.99k op/s 2024-09-21T09:40:37.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:36 smithi053 ceph-mon[41013]: pgmap v105: 89 pgs: 89 active+clean; 1.5 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 124 MiB/s wr, 1.99k op/s 2024-09-21T09:40:37.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:36 smithi170 ceph-mon[32771]: pgmap v105: 89 pgs: 89 active+clean; 1.5 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 124 MiB/s wr, 1.99k op/s 2024-09-21T09:40:37.666 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 13 16 37598 37582 180.633 139.562 0.0119625 0.00553009 2024-09-21T09:40:38.666 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 14 16 39659 39643 176.931 128.812 0.00521572 0.00564721 2024-09-21T09:40:39.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:38 smithi053 ceph-mon[29335]: pgmap v106: 89 pgs: 89 active+clean; 2.2 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 184 MiB/s wr, 2.94k op/s 2024-09-21T09:40:39.325 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:39 smithi053 ceph-mon[41013]: pgmap v106: 89 pgs: 89 active+clean; 2.2 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 184 MiB/s wr, 2.94k op/s 2024-09-21T09:40:39.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:39 smithi170 ceph-mon[32771]: pgmap v106: 89 pgs: 89 active+clean; 2.2 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 184 MiB/s wr, 2.94k op/s 2024-09-21T09:40:39.666 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 15 16 41762 41746 173.898 131.438 0.00788382 0.00574566 2024-09-21T09:40:40.666 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 16 16 43774 43758 170.889 125.75 0.00954511 0.00584635 2024-09-21T09:40:41.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:41 smithi053 ceph-mon[29335]: pgmap v107: 89 pgs: 89 active+clean; 2.2 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 143 MiB/s wr, 2.29k op/s 2024-09-21T09:40:41.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:41 smithi053 ceph-mon[41013]: pgmap v107: 89 pgs: 89 active+clean; 2.2 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 143 MiB/s wr, 2.29k op/s 2024-09-21T09:40:41.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:41 smithi170 ceph-mon[32771]: pgmap v107: 89 pgs: 89 active+clean; 2.2 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 143 MiB/s wr, 2.29k op/s 2024-09-21T09:40:41.667 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 17 16 45803 45787 168.292 126.812 0.00430836 0.00593694 2024-09-21T09:40:42.325 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:40:42 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: ::ffff:172.21.15.170 - - [21/Sep/2024:09:40:42] "GET /metrics HTTP/1.1" 200 36205 "" "Prometheus/2.43.0" 2024-09-21T09:40:42.666 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 18 16 47752 47736 165.709 121.812 0.00497679 0.00602948 2024-09-21T09:40:43.325 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:43 smithi053 ceph-mon[41013]: pgmap v108: 89 pgs: 89 active+clean; 2.8 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 197 MiB/s wr, 3.16k op/s 2024-09-21T09:40:43.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:43 smithi053 ceph-mon[29335]: pgmap v108: 89 pgs: 89 active+clean; 2.8 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 197 MiB/s wr, 3.16k op/s 2024-09-21T09:40:43.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:43 smithi170 ceph-mon[32771]: pgmap v108: 89 pgs: 89 active+clean; 2.8 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 197 MiB/s wr, 3.16k op/s 2024-09-21T09:40:43.667 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 19 16 49637 49621 163.188 117.812 0.00778333 0.00612296 2024-09-21T09:40:44.667 INFO:tasks.radosbench.radosbench.0.smithi053.stdout:2024-09-21T09:40:44.666279+0000 min lat: 0.00103037 max lat: 0.132855 avg lat: 0.00621828 2024-09-21T09:40:44.667 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2024-09-21T09:40:44.667 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 20 16 51443 51427 160.672 112.875 0.00506506 0.00621828 2024-09-21T09:40:45.325 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:45 smithi053 ceph-mon[41013]: pgmap v109: 89 pgs: 89 active+clean; 2.8 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 114 MiB/s wr, 1.82k op/s 2024-09-21T09:40:45.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:45 smithi053 ceph-mon[29335]: pgmap v109: 89 pgs: 89 active+clean; 2.8 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 114 MiB/s wr, 1.82k op/s 2024-09-21T09:40:45.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:45 smithi170 ceph-mon[32771]: pgmap v109: 89 pgs: 89 active+clean; 2.8 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 114 MiB/s wr, 1.82k op/s 2024-09-21T09:40:45.667 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 21 16 53198 53182 158.24 109.688 0.00770795 0.00631492 2024-09-21T09:40:46.325 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:46 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:40:46.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:46 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:40:46.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:46 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:40:46.668 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 22 16 54944 54928 156.005 109.125 0.018685 0.00640521 2024-09-21T09:40:47.325 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:47 smithi053 ceph-mon[41013]: pgmap v110: 89 pgs: 89 active+clean; 2.8 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 114 MiB/s wr, 1.82k op/s 2024-09-21T09:40:47.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:47 smithi053 ceph-mon[29335]: pgmap v110: 89 pgs: 89 active+clean; 2.8 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 114 MiB/s wr, 1.82k op/s 2024-09-21T09:40:47.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:47 smithi170 ceph-mon[32771]: pgmap v110: 89 pgs: 89 active+clean; 2.8 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 114 MiB/s wr, 1.82k op/s 2024-09-21T09:40:47.668 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 23 16 56658 56642 153.875 107.125 0.00477041 0.00649406 2024-09-21T09:40:48.668 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 24 15 58325 58310 151.808 104.25 0.0113736 0.00658239 2024-09-21T09:40:49.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:49 smithi053 ceph-mon[29335]: pgmap v111: 89 pgs: 89 active+clean; 3.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 162 MiB/s wr, 2.58k op/s 2024-09-21T09:40:49.325 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:49 smithi053 ceph-mon[41013]: pgmap v111: 89 pgs: 89 active+clean; 3.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 162 MiB/s wr, 2.58k op/s 2024-09-21T09:40:49.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:49 smithi170 ceph-mon[32771]: pgmap v111: 89 pgs: 89 active+clean; 3.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 162 MiB/s wr, 2.58k op/s 2024-09-21T09:40:49.669 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 25 16 60042 60026 150.025 107.25 0.0128342 0.00666066 2024-09-21T09:40:50.669 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 26 16 61683 61667 148.2 102.562 0.00932021 0.00674328 2024-09-21T09:40:51.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:51 smithi053 ceph-mon[29335]: pgmap v112: 89 pgs: 89 active+clean; 3.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 102 MiB/s wr, 1.63k op/s 2024-09-21T09:40:51.325 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:51 smithi053 ceph-mon[41013]: pgmap v112: 89 pgs: 89 active+clean; 3.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 102 MiB/s wr, 1.63k op/s 2024-09-21T09:40:51.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:51 smithi170 ceph-mon[32771]: pgmap v112: 89 pgs: 89 active+clean; 3.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 102 MiB/s wr, 1.63k op/s 2024-09-21T09:40:51.669 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 27 16 63325 63309 146.512 102.625 0.0120512 0.00682047 2024-09-21T09:40:52.325 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:40:52 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: ::ffff:172.21.15.170 - - [21/Sep/2024:09:40:52] "GET /metrics HTTP/1.1" 200 36203 "" "Prometheus/2.43.0" 2024-09-21T09:40:52.669 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 28 16 64954 64938 144.913 101.812 0.00623568 0.00689559 2024-09-21T09:40:53.325 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:53 smithi053 ceph-mon[41013]: pgmap v113: 89 pgs: 89 active+clean; 3.7 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 132 MiB/s wr, 2.12k op/s 2024-09-21T09:40:53.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:53 smithi053 ceph-mon[29335]: pgmap v113: 89 pgs: 89 active+clean; 3.7 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 132 MiB/s wr, 2.12k op/s 2024-09-21T09:40:53.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:53 smithi170 ceph-mon[32771]: pgmap v113: 89 pgs: 89 active+clean; 3.7 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 132 MiB/s wr, 2.12k op/s 2024-09-21T09:40:53.669 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 29 16 66516 66500 143.283 97.625 0.00867971 0.00697475 2024-09-21T09:40:54.671 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 30 16 67965 67949 141.525 90.5625 0.0178266 0.00706038 2024-09-21T09:40:55.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:55 smithi053 ceph-mon[29335]: pgmap v114: 89 pgs: 89 active+clean; 3.9 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 91 MiB/s wr, 1.46k op/s 2024-09-21T09:40:55.325 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:55 smithi053 ceph-mon[41013]: pgmap v114: 89 pgs: 89 active+clean; 3.9 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 91 MiB/s wr, 1.46k op/s 2024-09-21T09:40:55.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:55 smithi170 ceph-mon[32771]: pgmap v114: 89 pgs: 89 active+clean; 3.9 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 91 MiB/s wr, 1.46k op/s 2024-09-21T09:40:55.669 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 31 16 69503 69487 140.061 96.125 0.00933028 0.00713514 2024-09-21T09:40:56.670 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 32 16 71105 71089 138.812 100.125 0.0253497 0.00719914 2024-09-21T09:40:57.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:57 smithi053 ceph-mon[29335]: pgmap v115: 89 pgs: 89 active+clean; 3.9 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 91 MiB/s wr, 1.46k op/s 2024-09-21T09:40:57.325 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:57 smithi053 ceph-mon[41013]: pgmap v115: 89 pgs: 89 active+clean; 3.9 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 91 MiB/s wr, 1.46k op/s 2024-09-21T09:40:57.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:57 smithi170 ceph-mon[32771]: pgmap v115: 89 pgs: 89 active+clean; 3.9 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 91 MiB/s wr, 1.46k op/s 2024-09-21T09:40:57.670 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 33 16 72461 72445 137.174 84.75 0.00732188 0.00728492 2024-09-21T09:40:58.670 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 34 16 73850 73834 135.692 86.8125 0.00904767 0.00736492 2024-09-21T09:40:59.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:40:59 smithi053 ceph-mon[29335]: pgmap v116: 89 pgs: 89 active+clean; 4.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 132 MiB/s wr, 2.11k op/s 2024-09-21T09:40:59.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:40:59 smithi053 ceph-mon[41013]: pgmap v116: 89 pgs: 89 active+clean; 4.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 132 MiB/s wr, 2.11k op/s 2024-09-21T09:40:59.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:40:59 smithi170 ceph-mon[32771]: pgmap v116: 89 pgs: 89 active+clean; 4.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 132 MiB/s wr, 2.11k op/s 2024-09-21T09:40:59.670 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 35 16 75247 75231 134.31 87.3125 0.0161689 0.00744062 2024-09-21T09:41:00.670 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 36 16 76493 76477 132.743 77.875 0.0131152 0.00752854 2024-09-21T09:41:01.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:41:01 smithi053 ceph-mon[29335]: pgmap v117: 89 pgs: 89 active+clean; 4.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 84 MiB/s wr, 1.35k op/s 2024-09-21T09:41:01.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:41:01 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:41:01.325 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:41:01 smithi053 ceph-mon[41013]: pgmap v117: 89 pgs: 89 active+clean; 4.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 84 MiB/s wr, 1.35k op/s 2024-09-21T09:41:01.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:41:01 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:41:01.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:41:01 smithi170 ceph-mon[32771]: pgmap v117: 89 pgs: 89 active+clean; 4.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 84 MiB/s wr, 1.35k op/s 2024-09-21T09:41:01.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:41:01 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:41:01.671 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 37 16 77836 77820 131.423 83.9375 0.00624092 0.00760385 2024-09-21T09:41:02.326 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:41:02 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: ::ffff:172.21.15.170 - - [21/Sep/2024:09:41:02] "GET /metrics HTTP/1.1" 200 36212 "" "Prometheus/2.43.0" 2024-09-21T09:41:02.670 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 38 16 79174 79158 130.166 83.625 0.0126324 0.00767793 2024-09-21T09:41:03.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:41:03 smithi053 ceph-mon[29335]: pgmap v118: 89 pgs: 89 active+clean; 4.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 104 MiB/s wr, 1.66k op/s 2024-09-21T09:41:03.325 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:41:03 smithi053 ceph-mon[41013]: pgmap v118: 89 pgs: 89 active+clean; 4.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 104 MiB/s wr, 1.66k op/s 2024-09-21T09:41:03.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:41:03 smithi170 ceph-mon[32771]: pgmap v118: 89 pgs: 89 active+clean; 4.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 104 MiB/s wr, 1.66k op/s 2024-09-21T09:41:03.672 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 39 16 80490 80474 128.931 82.25 0.00556332 0.00775153 2024-09-21T09:41:04.672 INFO:tasks.radosbench.radosbench.0.smithi053.stdout:2024-09-21T09:41:04.671999+0000 min lat: 0.00103037 max lat: 0.132855 avg lat: 0.00782294 2024-09-21T09:41:04.673 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2024-09-21T09:41:04.673 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 40 16 81796 81780 127.748 81.625 0.0108568 0.00782294 2024-09-21T09:41:05.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:41:05 smithi053 ceph-mon[29335]: pgmap v119: 89 pgs: 89 active+clean; 4.7 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 89 MiB/s wr, 1.42k op/s 2024-09-21T09:41:05.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:41:05 smithi053 ceph-mon[41013]: pgmap v119: 89 pgs: 89 active+clean; 4.7 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 89 MiB/s wr, 1.42k op/s 2024-09-21T09:41:05.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:41:05 smithi170 ceph-mon[32771]: pgmap v119: 89 pgs: 89 active+clean; 4.7 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 89 MiB/s wr, 1.42k op/s 2024-09-21T09:41:05.672 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 41 16 83086 83070 126.599 80.625 0.00454806 0.00789359 2024-09-21T09:41:06.673 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 42 16 84300 84284 125.391 75.875 0.00539344 0.00797024 2024-09-21T09:41:07.325 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:41:07 smithi053 ceph-mon[41013]: pgmap v120: 89 pgs: 89 active+clean; 4.7 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 76 MiB/s wr, 1.21k op/s 2024-09-21T09:41:07.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:41:07 smithi053 ceph-mon[29335]: pgmap v120: 89 pgs: 89 active+clean; 4.7 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 76 MiB/s wr, 1.21k op/s 2024-09-21T09:41:07.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:41:07 smithi170 ceph-mon[32771]: pgmap v120: 89 pgs: 89 active+clean; 4.7 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 76 MiB/s wr, 1.21k op/s 2024-09-21T09:41:07.673 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 43 16 85551 85535 124.293 78.1875 0.0137652 0.00804095 2024-09-21T09:41:08.673 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 44 16 86818 86802 123.268 79.1875 0.0102233 0.00810756 2024-09-21T09:41:09.325 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:41:09 smithi053 ceph-mon[41013]: pgmap v121: 89 pgs: 89 active+clean; 5.1 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 109 MiB/s wr, 1.75k op/s 2024-09-21T09:41:09.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:41:09 smithi053 ceph-mon[29335]: pgmap v121: 89 pgs: 89 active+clean; 5.1 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 109 MiB/s wr, 1.75k op/s 2024-09-21T09:41:09.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:41:09 smithi170 ceph-mon[32771]: pgmap v121: 89 pgs: 89 active+clean; 5.1 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 109 MiB/s wr, 1.75k op/s 2024-09-21T09:41:09.673 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 45 16 88185 88169 122.427 85.4375 0.00643203 0.00816213 2024-09-21T09:41:10.673 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 46 16 89494 89478 121.544 81.8125 0.0116536 0.00822282 2024-09-21T09:41:11.110 INFO:teuthology.orchestra.run.smithi053.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:62da54b4b83a96ca9976b7e1d0c8272a564a2208 2024-09-21T09:41:11.325 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:41:11 smithi053 ceph-mon[41013]: pgmap v122: 89 pgs: 89 active+clean; 5.1 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 69 MiB/s wr, 1.10k op/s 2024-09-21T09:41:11.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:41:11 smithi053 ceph-mon[29335]: pgmap v122: 89 pgs: 89 active+clean; 5.1 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 69 MiB/s wr, 1.10k op/s 2024-09-21T09:41:11.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:41:11 smithi170 ceph-mon[32771]: pgmap v122: 89 pgs: 89 active+clean; 5.1 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 69 MiB/s wr, 1.10k op/s 2024-09-21T09:41:11.673 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 47 16 90733 90717 120.606 77.4375 0.0132555 0.00828633 2024-09-21T09:41:11.863 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -e sha1=62da54b4b83a96ca9976b7e1d0c8272a564a2208 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-09-21T09:41:12.075 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:41:12 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: ::ffff:172.21.15.170 - - [21/Sep/2024:09:41:12] "GET /metrics HTTP/1.1" 200 36212 "" "Prometheus/2.43.0" 2024-09-21T09:41:12.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:41:12 smithi170 ceph-mon[32771]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:62da54b4b83a96ca9976b7e1d0c8272a564a2208 2024-09-21T09:41:12.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:41:12 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:41:12.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:41:12 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:41:12.511 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:41:12 smithi053 ceph-mon[29335]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:62da54b4b83a96ca9976b7e1d0c8272a564a2208 2024-09-21T09:41:12.511 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:41:12 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:41:12.511 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:41:12 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:41:12.512 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:41:12 smithi053 ceph-mon[41013]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:62da54b4b83a96ca9976b7e1d0c8272a564a2208 2024-09-21T09:41:12.512 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:41:12 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:41:12.512 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:41:12 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:41:12.673 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 48 16 91949 91933 119.677 76 0.00947852 0.00834952 2024-09-21T09:41:13.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:41:13 smithi170 ceph-mon[32771]: pgmap v123: 89 pgs: 89 active+clean; 5.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 83 MiB/s wr, 1.33k op/s 2024-09-21T09:41:13.451 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:41:13 smithi053 ceph-mon[29335]: pgmap v123: 89 pgs: 89 active+clean; 5.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 83 MiB/s wr, 1.33k op/s 2024-09-21T09:41:13.451 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:41:13 smithi053 ceph-mon[41013]: pgmap v123: 89 pgs: 89 active+clean; 5.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 83 MiB/s wr, 1.33k op/s 2024-09-21T09:41:13.673 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 49 16 93188 93172 118.815 77.4375 0.00541739 0.00841117 2024-09-21T09:41:14.673 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 50 16 94398 94382 117.951 75.625 0.0152746 0.00847284 2024-09-21T09:41:15.415 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:41:15 smithi170 ceph-mon[32771]: pgmap v124: 89 pgs: 89 active+clean; 5.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 83 MiB/s wr, 1.32k op/s 2024-09-21T09:41:15.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:41:15 smithi053 ceph-mon[41013]: pgmap v124: 89 pgs: 89 active+clean; 5.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 83 MiB/s wr, 1.32k op/s 2024-09-21T09:41:15.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:41:15 smithi053 ceph-mon[29335]: pgmap v124: 89 pgs: 89 active+clean; 5.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 83 MiB/s wr, 1.32k op/s 2024-09-21T09:41:15.673 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 51 16 95654 95638 117.177 78.5 0.00698657 0.00852815 2024-09-21T09:41:16.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:41:16 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:41:16.528 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:41:16.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:41:16 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:41:16.576 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:41:16 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:41:16.674 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 52 16 96674 96658 116.149 63.75 0.0128956 0.00860454 2024-09-21T09:41:17.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:41:17 smithi170 ceph-mon[32771]: pgmap v125: 89 pgs: 89 active+clean; 5.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 67 MiB/s wr, 1.07k op/s 2024-09-21T09:41:17.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:41:17 smithi053 ceph-mon[29335]: pgmap v125: 89 pgs: 89 active+clean; 5.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 67 MiB/s wr, 1.07k op/s 2024-09-21T09:41:17.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:41:17 smithi053 ceph-mon[41013]: pgmap v125: 89 pgs: 89 active+clean; 5.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 67 MiB/s wr, 1.07k op/s 2024-09-21T09:41:17.674 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 53 16 97604 97588 115.055 58.125 0.0265457 0.00868684 2024-09-21T09:41:18.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:41:18 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:41:18.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:41:18 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:41:18.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:41:18 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:41:18.576 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:41:18 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:41:18.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:41:18 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:41:18.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:41:18 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:41:18.674 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 54 16 98743 98727 114.242 71.1875 0.0102173 0.00874846 2024-09-21T09:41:19.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:41:19 smithi053 ceph-mon[41013]: pgmap v126: 89 pgs: 89 active+clean; 5.9 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 98 MiB/s wr, 1.57k op/s 2024-09-21T09:41:19.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:41:19 smithi053 ceph-mon[29335]: pgmap v126: 89 pgs: 89 active+clean; 5.9 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 98 MiB/s wr, 1.57k op/s 2024-09-21T09:41:19.667 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:41:19 smithi170 ceph-mon[32771]: pgmap v126: 89 pgs: 89 active+clean; 5.9 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 98 MiB/s wr, 1.57k op/s 2024-09-21T09:41:19.674 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 55 16 99928 99912 113.512 74.0625 0.00779511 0.00880522 2024-09-21T09:41:20.674 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 56 16 101157 101141 112.856 76.8125 0.0107503 0.00885616 2024-09-21T09:41:21.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:41:21 smithi170 ceph-mon[32771]: pgmap v127: 89 pgs: 89 active+clean; 5.9 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 65 MiB/s wr, 1.03k op/s 2024-09-21T09:41:21.674 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 57 16 102392 102376 112.231 77.1875 0.0104793 0.00890555 2024-09-21T09:41:21.825 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:41:21 smithi053 ceph-mon[41013]: pgmap v127: 89 pgs: 89 active+clean; 5.9 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 65 MiB/s wr, 1.03k op/s 2024-09-21T09:41:21.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:41:21 smithi053 ceph-mon[29335]: pgmap v127: 89 pgs: 89 active+clean; 5.9 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 65 MiB/s wr, 1.03k op/s 2024-09-21T09:41:22.325 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:41:22 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: ::ffff:172.21.15.170 - - [21/Sep/2024:09:41:22] "GET /metrics HTTP/1.1" 200 36209 "" "Prometheus/2.43.0" 2024-09-21T09:41:22.674 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 58 16 103611 103595 111.609 76.1875 0.015202 0.00895487 2024-09-21T09:41:23.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:41:23 smithi170 ceph-mon[32771]: pgmap v128: 89 pgs: 89 active+clean; 6.0 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 74 MiB/s wr, 1.18k op/s 2024-09-21T09:41:23.674 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 59 16 104803 104787 110.98 74.5 0.0131791 0.0090058 2024-09-21T09:41:23.825 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:41:23 smithi053 ceph-mon[41013]: pgmap v128: 89 pgs: 89 active+clean; 6.0 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 74 MiB/s wr, 1.18k op/s 2024-09-21T09:41:23.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:41:23 smithi053 ceph-mon[29335]: pgmap v128: 89 pgs: 89 active+clean; 6.0 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 74 MiB/s wr, 1.18k op/s 2024-09-21T09:41:24.674 INFO:tasks.radosbench.radosbench.0.smithi053.stdout:2024-09-21T09:41:24.674069+0000 min lat: 0.00103037 max lat: 0.132855 avg lat: 0.00905697 2024-09-21T09:41:24.675 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2024-09-21T09:41:24.675 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 60 16 105972 105956 110.348 73.0625 0.00722484 0.00905697 2024-09-21T09:41:25.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:41:25 smithi170 ceph-mon[32771]: pgmap v129: 89 pgs: 89 active+clean; 6.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 80 MiB/s wr, 1.27k op/s 2024-09-21T09:41:25.674 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 61 16 106995 106979 109.587 63.9375 0.0131778 0.00912006 2024-09-21T09:41:25.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:41:25 smithi053 ceph-mon[29335]: pgmap v129: 89 pgs: 89 active+clean; 6.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 80 MiB/s wr, 1.27k op/s 2024-09-21T09:41:25.825 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:41:25 smithi053 ceph-mon[41013]: pgmap v129: 89 pgs: 89 active+clean; 6.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 80 MiB/s wr, 1.27k op/s 2024-09-21T09:41:26.675 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 62 16 108105 108089 108.939 69.375 0.013503 0.00917447 2024-09-21T09:41:27.631 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:41:27 smithi053 ceph-mon[41013]: pgmap v130: 89 pgs: 89 active+clean; 6.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 61 MiB/s wr, 971 op/s 2024-09-21T09:41:27.631 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:41:27 smithi053 ceph-mon[29335]: pgmap v130: 89 pgs: 89 active+clean; 6.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 61 MiB/s wr, 971 op/s 2024-09-21T09:41:27.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:41:27 smithi170 ceph-mon[32771]: pgmap v130: 89 pgs: 89 active+clean; 6.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 61 MiB/s wr, 971 op/s 2024-09-21T09:41:27.675 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 63 15 109266 109251 108.362 72.625 0.0243607 0.00922321 2024-09-21T09:41:28.675 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 64 16 110346 110330 107.722 67.4375 0.00668229 0.00927805 2024-09-21T09:41:29.103 INFO:teuthology.orchestra.run.smithi053.stdout:true 2024-09-21T09:41:29.406 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:41:29 smithi053 ceph-mon[41013]: pgmap v131: 89 pgs: 89 active+clean; 6.6 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 91 MiB/s wr, 1.45k op/s 2024-09-21T09:41:29.406 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:41:29 smithi053 ceph-mon[29335]: pgmap v131: 89 pgs: 89 active+clean; 6.6 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 91 MiB/s wr, 1.45k op/s 2024-09-21T09:41:29.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:41:29 smithi170 ceph-mon[32771]: pgmap v131: 89 pgs: 89 active+clean; 6.6 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 91 MiB/s wr, 1.45k op/s 2024-09-21T09:41:29.675 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 65 16 111365 111349 107.045 63.6875 0.020923 0.00933649 2024-09-21T09:41:30.142 INFO:teuthology.orchestra.run.smithi053.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-21T09:41:30.142 INFO:teuthology.orchestra.run.smithi053.stdout:alertmanager.a smithi053 *:9093,9094 running (2m) 84s ago 3m 20.0M - 0.25.0 c8568f914cd2 0b1e43236600 2024-09-21T09:41:30.142 INFO:teuthology.orchestra.run.smithi053.stdout:grafana.a smithi170 *:3000 running (3m) 12s ago 3m 88.7M - 9.4.7 954c08fa6188 4825afae034b 2024-09-21T09:41:30.142 INFO:teuthology.orchestra.run.smithi053.stdout:mds.foo.smithi053.uoknsh smithi053 running (2m) 84s ago 2m 14.4M - 18.2.4-871-g6a1bdf85 0adab276c97e a74cabed2ba4 2024-09-21T09:41:30.142 INFO:teuthology.orchestra.run.smithi053.stdout:mds.foo.smithi170.rbsena smithi170 running (2m) 12s ago 2m 13.0M - 18.2.4-871-g6a1bdf85 0adab276c97e 7bddd629e973 2024-09-21T09:41:30.143 INFO:teuthology.orchestra.run.smithi053.stdout:mgr.x smithi170 *:8443,8765 running (7m) 12s ago 7m 439M - 18.2.4-871-g6a1bdf85 0adab276c97e 779a79ae2812 2024-09-21T09:41:30.143 INFO:teuthology.orchestra.run.smithi053.stdout:mgr.y smithi053 *:9283,8765 running (9m) 84s ago 9m 483M - 18.2.4-871-g6a1bdf85 0adab276c97e a14a1d4de131 2024-09-21T09:41:30.143 INFO:teuthology.orchestra.run.smithi053.stdout:mon.a smithi053 running (9m) 84s ago 9m 45.3M 2048M 18.2.4-871-g6a1bdf85 0adab276c97e 736b313ebf55 2024-09-21T09:41:30.143 INFO:teuthology.orchestra.run.smithi053.stdout:mon.b smithi170 running (7m) 12s ago 7m 40.0M 2048M 18.2.4-871-g6a1bdf85 0adab276c97e fcc142506cdd 2024-09-21T09:41:30.143 INFO:teuthology.orchestra.run.smithi053.stdout:mon.c smithi053 running (7m) 84s ago 7m 37.0M 2048M 18.2.4-871-g6a1bdf85 0adab276c97e da7e3ccf4cf3 2024-09-21T09:41:30.143 INFO:teuthology.orchestra.run.smithi053.stdout:node-exporter.a smithi053 *:9100 running (2m) 84s ago 2m 16.1M - 1.5.0 0da6a335fe13 7a7d249126c5 2024-09-21T09:41:30.143 INFO:teuthology.orchestra.run.smithi053.stdout:node-exporter.b smithi170 *:9100 running (2m) 12s ago 2m 15.9M - 1.5.0 0da6a335fe13 27cc6f533feb 2024-09-21T09:41:30.143 INFO:teuthology.orchestra.run.smithi053.stdout:osd.0 smithi053 running (7m) 84s ago 7m 45.8M 4017M 18.2.4-871-g6a1bdf85 0adab276c97e 639fbca8832b 2024-09-21T09:41:30.143 INFO:teuthology.orchestra.run.smithi053.stdout:osd.1 smithi053 running (6m) 84s ago 6m 43.5M 4017M 18.2.4-871-g6a1bdf85 0adab276c97e 6ba282074395 2024-09-21T09:41:30.143 INFO:teuthology.orchestra.run.smithi053.stdout:osd.2 smithi053 running (6m) 84s ago 6m 47.6M 4017M 18.2.4-871-g6a1bdf85 0adab276c97e a5fd2c50e6e2 2024-09-21T09:41:30.143 INFO:teuthology.orchestra.run.smithi053.stdout:osd.3 smithi053 running (5m) 84s ago 5m 41.2M 4017M 18.2.4-871-g6a1bdf85 0adab276c97e a3559428459b 2024-09-21T09:41:30.143 INFO:teuthology.orchestra.run.smithi053.stdout:osd.4 smithi170 running (5m) 12s ago 5m 265M 4016M 18.2.4-871-g6a1bdf85 0adab276c97e fea471fee633 2024-09-21T09:41:30.143 INFO:teuthology.orchestra.run.smithi053.stdout:osd.5 smithi170 running (5m) 12s ago 5m 282M 4016M 18.2.4-871-g6a1bdf85 0adab276c97e fa9fb2154dce 2024-09-21T09:41:30.144 INFO:teuthology.orchestra.run.smithi053.stdout:osd.6 smithi170 running (4m) 12s ago 4m 152M 4016M 18.2.4-871-g6a1bdf85 0adab276c97e bf85210e1734 2024-09-21T09:41:30.144 INFO:teuthology.orchestra.run.smithi053.stdout:osd.7 smithi170 running (4m) 12s ago 4m 181M 4016M 18.2.4-871-g6a1bdf85 0adab276c97e a75714f8ffd0 2024-09-21T09:41:30.144 INFO:teuthology.orchestra.run.smithi053.stdout:prometheus.a smithi170 *:9095 running (2m) 12s ago 3m 42.5M - 2.43.0 a07b618ecd1d e3659d9956da 2024-09-21T09:41:30.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:41:30 smithi170 ceph-mon[32771]: from='client.14826 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:41:30.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:41:30 smithi170 ceph-mon[32771]: from='client.24725 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:41:30.675 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 66 15 112403 112388 106.407 64.9375 0.0115653 0.00939313 2024-09-21T09:41:30.747 INFO:teuthology.orchestra.run.smithi053.stdout:{ 2024-09-21T09:41:30.747 INFO:teuthology.orchestra.run.smithi053.stdout: "mon": { 2024-09-21T09:41:30.747 INFO:teuthology.orchestra.run.smithi053.stdout: "ceph version 18.2.4-871-g6a1bdf85 (6a1bdf854bb5803efd58957907442aa01f41a8fc) reef (stable)": 3 2024-09-21T09:41:30.747 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-09-21T09:41:30.747 INFO:teuthology.orchestra.run.smithi053.stdout: "mgr": { 2024-09-21T09:41:30.747 INFO:teuthology.orchestra.run.smithi053.stdout: "ceph version 18.2.4-871-g6a1bdf85 (6a1bdf854bb5803efd58957907442aa01f41a8fc) reef (stable)": 2 2024-09-21T09:41:30.747 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-09-21T09:41:30.748 INFO:teuthology.orchestra.run.smithi053.stdout: "osd": { 2024-09-21T09:41:30.748 INFO:teuthology.orchestra.run.smithi053.stdout: "ceph version 18.2.4-871-g6a1bdf85 (6a1bdf854bb5803efd58957907442aa01f41a8fc) reef (stable)": 8 2024-09-21T09:41:30.748 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-09-21T09:41:30.748 INFO:teuthology.orchestra.run.smithi053.stdout: "mds": { 2024-09-21T09:41:30.748 INFO:teuthology.orchestra.run.smithi053.stdout: "ceph version 18.2.4-871-g6a1bdf85 (6a1bdf854bb5803efd58957907442aa01f41a8fc) reef (stable)": 2 2024-09-21T09:41:30.748 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-09-21T09:41:30.748 INFO:teuthology.orchestra.run.smithi053.stdout: "overall": { 2024-09-21T09:41:30.748 INFO:teuthology.orchestra.run.smithi053.stdout: "ceph version 18.2.4-871-g6a1bdf85 (6a1bdf854bb5803efd58957907442aa01f41a8fc) reef (stable)": 15 2024-09-21T09:41:30.748 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-09-21T09:41:30.748 INFO:teuthology.orchestra.run.smithi053.stdout:} 2024-09-21T09:41:30.748 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:41:30 smithi053 ceph-mon[41013]: from='client.14826 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:41:30.748 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:41:30 smithi053 ceph-mon[41013]: from='client.24725 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:41:30.749 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:41:30 smithi053 ceph-mon[29335]: from='client.14826 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:41:30.749 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:41:30 smithi053 ceph-mon[29335]: from='client.24725 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:41:31.333 INFO:teuthology.orchestra.run.smithi053.stdout:{ 2024-09-21T09:41:31.333 INFO:teuthology.orchestra.run.smithi053.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:62da54b4b83a96ca9976b7e1d0c8272a564a2208", 2024-09-21T09:41:31.333 INFO:teuthology.orchestra.run.smithi053.stdout: "in_progress": true, 2024-09-21T09:41:31.333 INFO:teuthology.orchestra.run.smithi053.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-09-21T09:41:31.333 INFO:teuthology.orchestra.run.smithi053.stdout: "services_complete": [], 2024-09-21T09:41:31.333 INFO:teuthology.orchestra.run.smithi053.stdout: "progress": "", 2024-09-21T09:41:31.334 INFO:teuthology.orchestra.run.smithi053.stdout: "message": "", 2024-09-21T09:41:31.334 INFO:teuthology.orchestra.run.smithi053.stdout: "is_paused": false 2024-09-21T09:41:31.334 INFO:teuthology.orchestra.run.smithi053.stdout:} 2024-09-21T09:41:31.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:41:31 smithi170 ceph-mon[32771]: pgmap v132: 89 pgs: 89 active+clean; 6.6 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 60 MiB/s wr, 952 op/s 2024-09-21T09:41:31.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:41:31 smithi170 ceph-mon[32771]: from='client.14838 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:41:31.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:41:31 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:41:31.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:41:31 smithi170 ceph-mon[32771]: from='client.? 172.21.15.53:0/2278738935' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T09:41:31.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:41:31 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:41:31.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:41:31 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:41:31.676 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 67 16 113330 113314 105.681 57.875 0.00907489 0.00945713 2024-09-21T09:41:31.806 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:41:31 smithi053 ceph-mon[41013]: pgmap v132: 89 pgs: 89 active+clean; 6.6 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 60 MiB/s wr, 952 op/s 2024-09-21T09:41:31.807 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:41:31 smithi053 ceph-mon[41013]: from='client.14838 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:41:31.807 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:41:31 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:41:31.807 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:41:31 smithi053 ceph-mon[41013]: from='client.? 172.21.15.53:0/2278738935' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T09:41:31.807 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:41:31 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:41:31.807 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:41:31 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:41:31.807 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:41:31 smithi053 ceph-mon[29335]: pgmap v132: 89 pgs: 89 active+clean; 6.6 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 60 MiB/s wr, 952 op/s 2024-09-21T09:41:31.807 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:41:31 smithi053 ceph-mon[29335]: from='client.14838 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:41:31.807 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:41:31 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:41:31.807 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:41:31 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/2278738935' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T09:41:31.807 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:41:31 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:41:31.808 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:41:31 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:41:32.075 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:41:32 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: ::ffff:172.21.15.170 - - [21/Sep/2024:09:41:32] "GET /metrics HTTP/1.1" 200 36205 "" "Prometheus/2.43.0" 2024-09-21T09:41:32.494 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:41:32 smithi053 ceph-mon[29335]: from='client.24740 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:41:32.494 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:41:32 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:41:32.495 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:41:32 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:41:32.495 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:41:32 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:41:32.495 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:41:32 smithi053 ceph-mon[29335]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:62da54b4b83a96ca9976b7e1d0c8272a564a2208 2024-09-21T09:41:32.495 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:41:32 smithi053 ceph-mon[41013]: from='client.24740 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:41:32.495 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:41:32 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:41:32.495 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:41:32 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:41:32.495 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:41:32 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:41:32.495 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:41:32 smithi053 ceph-mon[41013]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:62da54b4b83a96ca9976b7e1d0c8272a564a2208 2024-09-21T09:41:32.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:41:32 smithi170 ceph-mon[32771]: from='client.24740 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:41:32.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:41:32 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:41:32.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:41:32 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:41:32.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:41:32 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:41:32.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:41:32 smithi170 ceph-mon[32771]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:62da54b4b83a96ca9976b7e1d0c8272a564a2208 2024-09-21T09:41:32.676 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 68 16 114308 114292 105.026 61.125 0.0104306 0.00951642 2024-09-21T09:41:33.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:41:33 smithi170 ceph-mon[32771]: pgmap v133: 89 pgs: 89 active+clean; 6.7 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 65 MiB/s wr, 1.03k op/s 2024-09-21T09:41:33.676 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 69 15 115302 115287 104.405 62.1875 0.0112481 0.00957342 2024-09-21T09:41:33.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:41:33 smithi053 ceph-mon[29335]: pgmap v133: 89 pgs: 89 active+clean; 6.7 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 65 MiB/s wr, 1.03k op/s 2024-09-21T09:41:33.825 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:41:33 smithi053 ceph-mon[41013]: pgmap v133: 89 pgs: 89 active+clean; 6.7 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 65 MiB/s wr, 1.03k op/s 2024-09-21T09:41:34.663 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:41:34 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:41:34.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:41:34 smithi170 ceph-mon[32771]: Upgrade: Target is version 19.3.0-5092-g62da54b4 (unknown) 2024-09-21T09:41:34.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:41:34 smithi170 ceph-mon[32771]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:1283e169fa2a012678b44d89aba6a8833eba9b66e43c608c048a2ff9c690cf47, digests ['quay.ceph.io/ceph-ci/ceph@sha256:1283e169fa2a012678b44d89aba6a8833eba9b66e43c608c048a2ff9c690cf47'] 2024-09-21T09:41:34.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:41:34 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:41:34.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:41:34 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:41:34.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:41:34 smithi170 ceph-mon[32771]: Upgrade: Need to upgrade myself (mgr.y) 2024-09-21T09:41:34.676 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 70 16 116327 116311 103.828 64 0.0160683 0.00962649 2024-09-21T09:41:34.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:41:34 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:41:34.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:41:34 smithi053 ceph-mon[29335]: Upgrade: Target is version 19.3.0-5092-g62da54b4 (unknown) 2024-09-21T09:41:34.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:41:34 smithi053 ceph-mon[29335]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:1283e169fa2a012678b44d89aba6a8833eba9b66e43c608c048a2ff9c690cf47, digests ['quay.ceph.io/ceph-ci/ceph@sha256:1283e169fa2a012678b44d89aba6a8833eba9b66e43c608c048a2ff9c690cf47'] 2024-09-21T09:41:34.826 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:41:34 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:41:34.826 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:41:34 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:41:34.826 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:41:34 smithi053 ceph-mon[29335]: Upgrade: Need to upgrade myself (mgr.y) 2024-09-21T09:41:34.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:41:34 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:41:34.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:41:34 smithi053 ceph-mon[41013]: Upgrade: Target is version 19.3.0-5092-g62da54b4 (unknown) 2024-09-21T09:41:34.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:41:34 smithi053 ceph-mon[41013]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:1283e169fa2a012678b44d89aba6a8833eba9b66e43c608c048a2ff9c690cf47, digests ['quay.ceph.io/ceph-ci/ceph@sha256:1283e169fa2a012678b44d89aba6a8833eba9b66e43c608c048a2ff9c690cf47'] 2024-09-21T09:41:34.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:41:34 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:41:34.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:41:34 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:41:34.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:41:34 smithi053 ceph-mon[41013]: Upgrade: Need to upgrade myself (mgr.y) 2024-09-21T09:41:35.677 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 71 16 117297 117281 103.219 60.625 0.0094151 0.0096836 2024-09-21T09:41:35.825 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:41:35 smithi053 ceph-mon[41013]: pgmap v134: 89 pgs: 89 active+clean; 6.9 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 78 MiB/s wr, 1.24k op/s 2024-09-21T09:41:35.825 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:41:35 smithi053 ceph-mon[41013]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:1283e169fa2a012678b44d89aba6a8833eba9b66e43c608c048a2ff9c690cf47 on smithi170 2024-09-21T09:41:35.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:41:35 smithi053 ceph-mon[29335]: pgmap v134: 89 pgs: 89 active+clean; 6.9 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 78 MiB/s wr, 1.24k op/s 2024-09-21T09:41:35.826 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:41:35 smithi053 ceph-mon[29335]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:1283e169fa2a012678b44d89aba6a8833eba9b66e43c608c048a2ff9c690cf47 on smithi170 2024-09-21T09:41:35.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:41:35 smithi170 ceph-mon[32771]: pgmap v134: 89 pgs: 89 active+clean; 6.9 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 78 MiB/s wr, 1.24k op/s 2024-09-21T09:41:35.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:41:35 smithi170 ceph-mon[32771]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:1283e169fa2a012678b44d89aba6a8833eba9b66e43c608c048a2ff9c690cf47 on smithi170 2024-09-21T09:41:36.677 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 72 16 118234 118218 102.599 58.5625 0.0362862 0.00974216 2024-09-21T09:41:37.677 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 73 16 119187 119171 102.009 59.5625 0.016639 0.0097971 2024-09-21T09:41:37.825 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:41:37 smithi053 ceph-mon[41013]: pgmap v135: 89 pgs: 89 active+clean; 6.9 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 57 MiB/s wr, 912 op/s 2024-09-21T09:41:37.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:41:37 smithi053 ceph-mon[29335]: pgmap v135: 89 pgs: 89 active+clean; 6.9 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 57 MiB/s wr, 912 op/s 2024-09-21T09:41:37.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:41:37 smithi170 ceph-mon[32771]: pgmap v135: 89 pgs: 89 active+clean; 6.9 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 57 MiB/s wr, 912 op/s 2024-09-21T09:41:38.677 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 74 16 120146 120130 101.441 59.9375 0.0264209 0.00985308 2024-09-21T09:41:39.677 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 75 16 121043 121027 100.836 56.0625 0.0344969 0.00991191 2024-09-21T09:41:39.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:41:39 smithi053 ceph-mon[29335]: pgmap v136: 89 pgs: 89 active+clean; 7.2 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 83 MiB/s wr, 1.32k op/s 2024-09-21T09:41:39.825 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:41:39 smithi053 ceph-mon[41013]: pgmap v136: 89 pgs: 89 active+clean; 7.2 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 83 MiB/s wr, 1.32k op/s 2024-09-21T09:41:39.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:41:39 smithi170 ceph-mon[32771]: pgmap v136: 89 pgs: 89 active+clean; 7.2 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 83 MiB/s wr, 1.32k op/s 2024-09-21T09:41:40.677 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 76 16 121988 121972 100.286 59.0625 0.0238702 0.00996621 2024-09-21T09:41:41.677 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 77 16 122883 122867 99.7101 55.9375 0.0106605 0.0100234 2024-09-21T09:41:41.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:41:41 smithi053 ceph-mon[29335]: pgmap v137: 89 pgs: 89 active+clean; 7.2 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 53 MiB/s wr, 844 op/s 2024-09-21T09:41:41.825 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:41:41 smithi053 ceph-mon[41013]: pgmap v137: 89 pgs: 89 active+clean; 7.2 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 53 MiB/s wr, 844 op/s 2024-09-21T09:41:41.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:41:41 smithi170 ceph-mon[32771]: pgmap v137: 89 pgs: 89 active+clean; 7.2 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 53 MiB/s wr, 844 op/s 2024-09-21T09:41:42.325 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:41:42 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: ::ffff:172.21.15.170 - - [21/Sep/2024:09:41:42] "GET /metrics HTTP/1.1" 200 36205 "" "Prometheus/2.43.0" 2024-09-21T09:41:42.677 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 78 16 123770 123754 99.1425 55.4375 0.0236134 0.0100814 2024-09-21T09:41:43.677 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 79 16 124596 124580 98.5411 51.625 0.0124509 0.0101433 2024-09-21T09:41:43.825 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:41:43 smithi053 ceph-mon[41013]: pgmap v138: 89 pgs: 89 active+clean; 7.3 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 57 MiB/s wr, 919 op/s 2024-09-21T09:41:43.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:41:43 smithi053 ceph-mon[29335]: pgmap v138: 89 pgs: 89 active+clean; 7.3 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 57 MiB/s wr, 919 op/s 2024-09-21T09:41:43.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:41:43 smithi170 ceph-mon[32771]: pgmap v138: 89 pgs: 89 active+clean; 7.3 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 57 MiB/s wr, 919 op/s 2024-09-21T09:41:44.677 INFO:tasks.radosbench.radosbench.0.smithi053.stdout:2024-09-21T09:41:44.677002+0000 min lat: 0.00103037 max lat: 0.149612 avg lat: 0.0102001 2024-09-21T09:41:44.678 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2024-09-21T09:41:44.678 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 80 16 125471 125455 97.9929 54.6875 0.0135031 0.0102001 2024-09-21T09:41:45.678 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 81 16 126376 126360 97.4814 56.5625 0.014257 0.0102529 2024-09-21T09:41:45.715 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:41:45 smithi170 ceph-mon[32771]: pgmap v139: 89 pgs: 89 active+clean; 7.5 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 72 MiB/s wr, 1.15k op/s 2024-09-21T09:41:45.825 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:41:45 smithi053 ceph-mon[41013]: pgmap v139: 89 pgs: 89 active+clean; 7.5 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 72 MiB/s wr, 1.15k op/s 2024-09-21T09:41:45.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:41:45 smithi053 ceph-mon[29335]: pgmap v139: 89 pgs: 89 active+clean; 7.5 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 72 MiB/s wr, 1.15k op/s 2024-09-21T09:41:46.678 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 82 16 127252 127236 96.9603 54.75 0.0169303 0.0103083 2024-09-21T09:41:46.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:41:46 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:41:46.825 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:41:46 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:41:46.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:41:46 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:41:47.678 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 83 16 128144 128128 96.4638 55.75 0.0108196 0.0103612 2024-09-21T09:41:47.825 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:41:47 smithi053 ceph-mon[41013]: pgmap v140: 89 pgs: 89 active+clean; 7.5 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 50 MiB/s wr, 797 op/s 2024-09-21T09:41:47.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:41:47 smithi053 ceph-mon[29335]: pgmap v140: 89 pgs: 89 active+clean; 7.5 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 50 MiB/s wr, 797 op/s 2024-09-21T09:41:47.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:41:47 smithi170 ceph-mon[32771]: pgmap v140: 89 pgs: 89 active+clean; 7.5 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 50 MiB/s wr, 797 op/s 2024-09-21T09:41:48.678 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 84 16 129000 128984 95.9523 53.5 0.00704969 0.0104162 2024-09-21T09:41:49.678 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 85 16 129901 129885 95.4859 56.3125 0.0131168 0.0104682 2024-09-21T09:41:49.825 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:41:49 smithi053 ceph-mon[41013]: pgmap v141: 89 pgs: 89 active+clean; 7.8 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 73 MiB/s wr, 1.16k op/s 2024-09-21T09:41:49.826 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:41:49 smithi053 ceph-mon[29335]: pgmap v141: 89 pgs: 89 active+clean; 7.8 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 73 MiB/s wr, 1.16k op/s 2024-09-21T09:41:49.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:41:49 smithi170 ceph-mon[32771]: pgmap v141: 89 pgs: 89 active+clean; 7.8 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 73 MiB/s wr, 1.16k op/s 2024-09-21T09:41:50.678 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 86 16 130762 130746 95.0014 53.8125 0.0241324 0.0105208 2024-09-21T09:41:51.678 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 87 16 131654 131638 94.5502 55.75 0.0097843 0.0105713 2024-09-21T09:41:51.825 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:41:51 smithi053 ceph-mon[41013]: pgmap v142: 89 pgs: 89 active+clean; 7.8 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 47 MiB/s wr, 752 op/s 2024-09-21T09:41:51.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:41:51 smithi053 ceph-mon[29335]: pgmap v142: 89 pgs: 89 active+clean; 7.8 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 47 MiB/s wr, 752 op/s 2024-09-21T09:41:51.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:41:51 smithi170 ceph-mon[32771]: pgmap v142: 89 pgs: 89 active+clean; 7.8 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 47 MiB/s wr, 752 op/s 2024-09-21T09:41:52.325 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:41:52 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: ::ffff:172.21.15.170 - - [21/Sep/2024:09:41:52] "GET /metrics HTTP/1.1" 200 36210 "" "Prometheus/2.43.0" 2024-09-21T09:41:52.678 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 88 16 132514 132498 94.0865 53.75 0.0144651 0.0106234 2024-09-21T09:41:53.678 INFO:tasks.radosbench.radosbench.0.smithi053.stdout: 89 16 133378 133362 93.6361 54 0.0399363 0.010674 2024-09-21T09:41:53.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:41:53 smithi053 ceph-mon[29335]: pgmap v143: 89 pgs: 89 active+clean; 7.8 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 50 MiB/s wr, 798 op/s 2024-09-21T09:41:53.825 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:41:53 smithi053 ceph-mon[41013]: pgmap v143: 89 pgs: 89 active+clean; 7.8 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 50 MiB/s wr, 798 op/s 2024-09-21T09:41:53.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:41:53 smithi170 ceph-mon[32771]: pgmap v143: 89 pgs: 89 active+clean; 7.8 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 50 MiB/s wr, 798 op/s 2024-09-21T09:41:54.678 INFO:tasks.radosbench.radosbench.0.smithi053.stdout:Total time run: 90.0115 2024-09-21T09:41:54.679 INFO:tasks.radosbench.radosbench.0.smithi053.stdout:Total writes made: 134212 2024-09-21T09:41:54.679 INFO:tasks.radosbench.radosbench.0.smithi053.stdout:Write size: 65536 2024-09-21T09:41:54.679 INFO:tasks.radosbench.radosbench.0.smithi053.stdout:Object size: 65536 2024-09-21T09:41:54.679 INFO:tasks.radosbench.radosbench.0.smithi053.stdout:Bandwidth (MB/sec): 93.1909 2024-09-21T09:41:54.679 INFO:tasks.radosbench.radosbench.0.smithi053.stdout:Stddev Bandwidth: 44.1582 2024-09-21T09:41:54.679 INFO:tasks.radosbench.radosbench.0.smithi053.stdout:Max bandwidth (MB/sec): 250.25 2024-09-21T09:41:54.679 INFO:tasks.radosbench.radosbench.0.smithi053.stdout:Min bandwidth (MB/sec): 51.625 2024-09-21T09:41:54.679 INFO:tasks.radosbench.radosbench.0.smithi053.stdout:Average IOPS: 1491 2024-09-21T09:41:54.679 INFO:tasks.radosbench.radosbench.0.smithi053.stdout:Stddev IOPS: 706.531 2024-09-21T09:41:54.679 INFO:tasks.radosbench.radosbench.0.smithi053.stdout:Max IOPS: 4004 2024-09-21T09:41:54.679 INFO:tasks.radosbench.radosbench.0.smithi053.stdout:Min IOPS: 826 2024-09-21T09:41:54.679 INFO:tasks.radosbench.radosbench.0.smithi053.stdout:Average Latency(s): 0.0107263 2024-09-21T09:41:54.679 INFO:tasks.radosbench.radosbench.0.smithi053.stdout:Stddev Latency(s): 0.0076797 2024-09-21T09:41:54.679 INFO:tasks.radosbench.radosbench.0.smithi053.stdout:Max latency(s): 0.149612 2024-09-21T09:41:54.680 INFO:tasks.radosbench.radosbench.0.smithi053.stdout:Min latency(s): 0.00103037 2024-09-21T09:41:54.683 INFO:tasks.radosbench.radosbench.0.smithi053.stdout:Cleaning up (deleting benchmark objects) 2024-09-21T09:41:55.825 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:41:55 smithi053 ceph-mon[41013]: pgmap v144: 89 pgs: 89 active+clean; 8.0 GiB data, 25 GiB used, 691 GiB / 715 GiB avail; 65 MiB/s wr, 1.04k op/s 2024-09-21T09:41:55.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:41:55 smithi053 ceph-mon[29335]: pgmap v144: 89 pgs: 89 active+clean; 8.0 GiB data, 25 GiB used, 691 GiB / 715 GiB avail; 65 MiB/s wr, 1.04k op/s 2024-09-21T09:41:55.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:41:55 smithi170 ceph-mon[32771]: pgmap v144: 89 pgs: 89 active+clean; 8.0 GiB data, 25 GiB used, 691 GiB / 715 GiB avail; 65 MiB/s wr, 1.04k op/s 2024-09-21T09:41:57.825 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:41:57 smithi053 ceph-mon[41013]: pgmap v145: 89 pgs: 89 active+clean; 8.0 GiB data, 25 GiB used, 691 GiB / 715 GiB avail; 46 MiB/s wr, 731 op/s 2024-09-21T09:41:57.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:41:57 smithi053 ceph-mon[29335]: pgmap v145: 89 pgs: 89 active+clean; 8.0 GiB data, 25 GiB used, 691 GiB / 715 GiB avail; 46 MiB/s wr, 731 op/s 2024-09-21T09:41:57.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:41:57 smithi170 ceph-mon[32771]: pgmap v145: 89 pgs: 89 active+clean; 8.0 GiB data, 25 GiB used, 691 GiB / 715 GiB avail; 46 MiB/s wr, 731 op/s 2024-09-21T09:41:59.825 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:41:59 smithi053 ceph-mon[41013]: pgmap v146: 89 pgs: 89 active+clean; 8.1 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 85 B/s rd, 59 MiB/s wr, 1.09k op/s 2024-09-21T09:41:59.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:41:59 smithi053 ceph-mon[29335]: pgmap v146: 89 pgs: 89 active+clean; 8.1 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 85 B/s rd, 59 MiB/s wr, 1.09k op/s 2024-09-21T09:41:59.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:41:59 smithi170 ceph-mon[32771]: pgmap v146: 89 pgs: 89 active+clean; 8.1 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 85 B/s rd, 59 MiB/s wr, 1.09k op/s 2024-09-21T09:42:01.812 INFO:teuthology.orchestra.run.smithi053.stdout:true 2024-09-21T09:42:01.812 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:01 smithi053 ceph-mon[41013]: pgmap v147: 89 pgs: 89 active+clean; 8.1 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 85 B/s rd, 36 MiB/s wr, 730 op/s 2024-09-21T09:42:01.812 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:01 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:42:01.813 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:01 smithi053 ceph-mon[29335]: pgmap v147: 89 pgs: 89 active+clean; 8.1 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 85 B/s rd, 36 MiB/s wr, 730 op/s 2024-09-21T09:42:01.813 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:01 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:42:01.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:01 smithi170 ceph-mon[32771]: pgmap v147: 89 pgs: 89 active+clean; 8.1 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 85 B/s rd, 36 MiB/s wr, 730 op/s 2024-09-21T09:42:01.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:01 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:42:02.075 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:42:02 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: ::ffff:172.21.15.170 - - [21/Sep/2024:09:42:02] "GET /metrics HTTP/1.1" 200 36212 "" "Prometheus/2.43.0" 2024-09-21T09:42:02.705 INFO:teuthology.orchestra.run.smithi053.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-21T09:42:02.705 INFO:teuthology.orchestra.run.smithi053.stdout:alertmanager.a smithi053 *:9093,9094 running (3m) 31s ago 3m 25.7M - 0.25.0 c8568f914cd2 0b1e43236600 2024-09-21T09:42:02.706 INFO:teuthology.orchestra.run.smithi053.stdout:grafana.a smithi170 *:3000 running (3m) 45s ago 3m 88.7M - 9.4.7 954c08fa6188 4825afae034b 2024-09-21T09:42:02.706 INFO:teuthology.orchestra.run.smithi053.stdout:mds.foo.smithi053.uoknsh smithi053 running (2m) 31s ago 2m 15.0M - 18.2.4-871-g6a1bdf85 0adab276c97e a74cabed2ba4 2024-09-21T09:42:02.706 INFO:teuthology.orchestra.run.smithi053.stdout:mds.foo.smithi170.rbsena smithi170 running (2m) 45s ago 2m 13.0M - 18.2.4-871-g6a1bdf85 0adab276c97e 7bddd629e973 2024-09-21T09:42:02.706 INFO:teuthology.orchestra.run.smithi053.stdout:mgr.x smithi170 *:8443,8765 running (7m) 45s ago 7m 439M - 18.2.4-871-g6a1bdf85 0adab276c97e 779a79ae2812 2024-09-21T09:42:02.706 INFO:teuthology.orchestra.run.smithi053.stdout:mgr.y smithi053 *:9283,8765 running (9m) 31s ago 9m 489M - 18.2.4-871-g6a1bdf85 0adab276c97e a14a1d4de131 2024-09-21T09:42:02.706 INFO:teuthology.orchestra.run.smithi053.stdout:mon.a smithi053 running (9m) 31s ago 9m 46.8M 2048M 18.2.4-871-g6a1bdf85 0adab276c97e 736b313ebf55 2024-09-21T09:42:02.706 INFO:teuthology.orchestra.run.smithi053.stdout:mon.b smithi170 running (8m) 45s ago 8m 40.0M 2048M 18.2.4-871-g6a1bdf85 0adab276c97e fcc142506cdd 2024-09-21T09:42:02.706 INFO:teuthology.orchestra.run.smithi053.stdout:mon.c smithi053 running (8m) 31s ago 8m 38.7M 2048M 18.2.4-871-g6a1bdf85 0adab276c97e da7e3ccf4cf3 2024-09-21T09:42:02.706 INFO:teuthology.orchestra.run.smithi053.stdout:node-exporter.a smithi053 *:9100 running (3m) 31s ago 3m 16.3M - 1.5.0 0da6a335fe13 7a7d249126c5 2024-09-21T09:42:02.706 INFO:teuthology.orchestra.run.smithi053.stdout:node-exporter.b smithi170 *:9100 running (3m) 45s ago 3m 15.9M - 1.5.0 0da6a335fe13 27cc6f533feb 2024-09-21T09:42:02.706 INFO:teuthology.orchestra.run.smithi053.stdout:osd.0 smithi053 running (7m) 31s ago 7m 262M 4017M 18.2.4-871-g6a1bdf85 0adab276c97e 639fbca8832b 2024-09-21T09:42:02.706 INFO:teuthology.orchestra.run.smithi053.stdout:osd.1 smithi053 running (7m) 31s ago 7m 178M 4017M 18.2.4-871-g6a1bdf85 0adab276c97e 6ba282074395 2024-09-21T09:42:02.706 INFO:teuthology.orchestra.run.smithi053.stdout:osd.2 smithi053 running (6m) 31s ago 6m 224M 4017M 18.2.4-871-g6a1bdf85 0adab276c97e a5fd2c50e6e2 2024-09-21T09:42:02.707 INFO:teuthology.orchestra.run.smithi053.stdout:osd.3 smithi053 running (6m) 31s ago 6m 125M 4017M 18.2.4-871-g6a1bdf85 0adab276c97e a3559428459b 2024-09-21T09:42:02.707 INFO:teuthology.orchestra.run.smithi053.stdout:osd.4 smithi170 running (6m) 45s ago 6m 265M 4016M 18.2.4-871-g6a1bdf85 0adab276c97e fea471fee633 2024-09-21T09:42:02.707 INFO:teuthology.orchestra.run.smithi053.stdout:osd.5 smithi170 running (5m) 45s ago 5m 282M 4016M 18.2.4-871-g6a1bdf85 0adab276c97e fa9fb2154dce 2024-09-21T09:42:02.707 INFO:teuthology.orchestra.run.smithi053.stdout:osd.6 smithi170 running (5m) 45s ago 5m 152M 4016M 18.2.4-871-g6a1bdf85 0adab276c97e bf85210e1734 2024-09-21T09:42:02.707 INFO:teuthology.orchestra.run.smithi053.stdout:osd.7 smithi170 running (4m) 45s ago 4m 181M 4016M 18.2.4-871-g6a1bdf85 0adab276c97e a75714f8ffd0 2024-09-21T09:42:02.707 INFO:teuthology.orchestra.run.smithi053.stdout:prometheus.a smithi170 *:9095 running (2m) 45s ago 4m 42.5M - 2.43.0 a07b618ecd1d e3659d9956da 2024-09-21T09:42:03.299 INFO:teuthology.orchestra.run.smithi053.stdout:{ 2024-09-21T09:42:03.300 INFO:teuthology.orchestra.run.smithi053.stdout: "mon": { 2024-09-21T09:42:03.300 INFO:teuthology.orchestra.run.smithi053.stdout: "ceph version 18.2.4-871-g6a1bdf85 (6a1bdf854bb5803efd58957907442aa01f41a8fc) reef (stable)": 3 2024-09-21T09:42:03.300 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-09-21T09:42:03.300 INFO:teuthology.orchestra.run.smithi053.stdout: "mgr": { 2024-09-21T09:42:03.300 INFO:teuthology.orchestra.run.smithi053.stdout: "ceph version 18.2.4-871-g6a1bdf85 (6a1bdf854bb5803efd58957907442aa01f41a8fc) reef (stable)": 2 2024-09-21T09:42:03.300 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-09-21T09:42:03.300 INFO:teuthology.orchestra.run.smithi053.stdout: "osd": { 2024-09-21T09:42:03.300 INFO:teuthology.orchestra.run.smithi053.stdout: "ceph version 18.2.4-871-g6a1bdf85 (6a1bdf854bb5803efd58957907442aa01f41a8fc) reef (stable)": 8 2024-09-21T09:42:03.300 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-09-21T09:42:03.300 INFO:teuthology.orchestra.run.smithi053.stdout: "mds": { 2024-09-21T09:42:03.300 INFO:teuthology.orchestra.run.smithi053.stdout: "ceph version 18.2.4-871-g6a1bdf85 (6a1bdf854bb5803efd58957907442aa01f41a8fc) reef (stable)": 2 2024-09-21T09:42:03.300 INFO:teuthology.orchestra.run.smithi053.stdout: }, 2024-09-21T09:42:03.300 INFO:teuthology.orchestra.run.smithi053.stdout: "overall": { 2024-09-21T09:42:03.300 INFO:teuthology.orchestra.run.smithi053.stdout: "ceph version 18.2.4-871-g6a1bdf85 (6a1bdf854bb5803efd58957907442aa01f41a8fc) reef (stable)": 15 2024-09-21T09:42:03.301 INFO:teuthology.orchestra.run.smithi053.stdout: } 2024-09-21T09:42:03.301 INFO:teuthology.orchestra.run.smithi053.stdout:} 2024-09-21T09:42:03.808 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:03 smithi053 ceph-mon[41013]: pgmap v148: 89 pgs: 89 active+clean; 8.1 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 85 B/s rd, 36 MiB/s wr, 771 op/s 2024-09-21T09:42:03.808 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:03 smithi053 ceph-mon[41013]: from='client.14853 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:42:03.808 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:03 smithi053 ceph-mon[41013]: from='client.14859 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:42:03.808 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:03 smithi053 ceph-mon[41013]: from='client.? 172.21.15.53:0/3876256865' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T09:42:03.808 INFO:teuthology.orchestra.run.smithi053.stdout:{ 2024-09-21T09:42:03.809 INFO:teuthology.orchestra.run.smithi053.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:1283e169fa2a012678b44d89aba6a8833eba9b66e43c608c048a2ff9c690cf47", 2024-09-21T09:42:03.809 INFO:teuthology.orchestra.run.smithi053.stdout: "in_progress": true, 2024-09-21T09:42:03.809 INFO:teuthology.orchestra.run.smithi053.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-09-21T09:42:03.809 INFO:teuthology.orchestra.run.smithi053.stdout: "services_complete": [], 2024-09-21T09:42:03.809 INFO:teuthology.orchestra.run.smithi053.stdout: "progress": "0/2 daemons upgraded", 2024-09-21T09:42:03.809 INFO:teuthology.orchestra.run.smithi053.stdout: "message": "Pulling quay.ceph.io/ceph-ci/ceph@sha256:1283e169fa2a012678b44d89aba6a8833eba9b66e43c608c048a2ff9c690cf47 image on host smithi170", 2024-09-21T09:42:03.809 INFO:teuthology.orchestra.run.smithi053.stdout: "is_paused": false 2024-09-21T09:42:03.809 INFO:teuthology.orchestra.run.smithi053.stdout:} 2024-09-21T09:42:03.809 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:03 smithi053 ceph-mon[29335]: pgmap v148: 89 pgs: 89 active+clean; 8.1 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 85 B/s rd, 36 MiB/s wr, 771 op/s 2024-09-21T09:42:03.809 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:03 smithi053 ceph-mon[29335]: from='client.14853 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:42:03.809 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:03 smithi053 ceph-mon[29335]: from='client.14859 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:42:03.810 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:03 smithi053 ceph-mon[29335]: from='client.? 172.21.15.53:0/3876256865' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T09:42:03.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:03 smithi170 ceph-mon[32771]: pgmap v148: 89 pgs: 89 active+clean; 8.1 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 85 B/s rd, 36 MiB/s wr, 771 op/s 2024-09-21T09:42:03.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:03 smithi170 ceph-mon[32771]: from='client.14853 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:42:03.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:03 smithi170 ceph-mon[32771]: from='client.14859 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:42:03.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:03 smithi170 ceph-mon[32771]: from='client.? 172.21.15.53:0/3876256865' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-21T09:42:04.825 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:04 smithi053 ceph-mon[41013]: from='client.14862 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:42:04.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:04 smithi053 ceph-mon[29335]: from='client.14862 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:42:04.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:04 smithi170 ceph-mon[32771]: from='client.14862 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:42:05.825 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:05 smithi053 ceph-mon[41013]: pgmap v149: 89 pgs: 89 active+clean; 7.8 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 85 B/s rd, 33 MiB/s wr, 1.04k op/s 2024-09-21T09:42:05.825 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:05 smithi053 ceph-mon[41013]: from='client.24761 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:42:05.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:05 smithi053 ceph-mon[29335]: pgmap v149: 89 pgs: 89 active+clean; 7.8 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 85 B/s rd, 33 MiB/s wr, 1.04k op/s 2024-09-21T09:42:05.826 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:05 smithi053 ceph-mon[29335]: from='client.24761 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:42:05.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:05 smithi170 ceph-mon[32771]: pgmap v149: 89 pgs: 89 active+clean; 7.8 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 85 B/s rd, 33 MiB/s wr, 1.04k op/s 2024-09-21T09:42:05.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:05 smithi170 ceph-mon[32771]: from='client.24761 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:42:07.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:07 smithi053 ceph-mon[41013]: pgmap v150: 89 pgs: 89 active+clean; 7.8 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 85 B/s rd, 13 MiB/s wr, 714 op/s 2024-09-21T09:42:07.575 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:07 smithi053 ceph-mon[29335]: pgmap v150: 89 pgs: 89 active+clean; 7.8 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 85 B/s rd, 13 MiB/s wr, 714 op/s 2024-09-21T09:42:07.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:07 smithi170 ceph-mon[32771]: pgmap v150: 89 pgs: 89 active+clean; 7.8 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 85 B/s rd, 13 MiB/s wr, 714 op/s 2024-09-21T09:42:09.825 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:09 smithi053 ceph-mon[41013]: pgmap v151: 89 pgs: 89 active+clean; 7.6 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 85 B/s rd, 13 MiB/s wr, 1.05k op/s 2024-09-21T09:42:09.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:09 smithi053 ceph-mon[29335]: pgmap v151: 89 pgs: 89 active+clean; 7.6 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 85 B/s rd, 13 MiB/s wr, 1.05k op/s 2024-09-21T09:42:09.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:09 smithi170 ceph-mon[32771]: pgmap v151: 89 pgs: 89 active+clean; 7.6 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 85 B/s rd, 13 MiB/s wr, 1.05k op/s 2024-09-21T09:42:11.825 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:11 smithi053 ceph-mon[41013]: pgmap v152: 89 pgs: 89 active+clean; 7.6 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 690 op/s 2024-09-21T09:42:11.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:11 smithi053 ceph-mon[29335]: pgmap v152: 89 pgs: 89 active+clean; 7.6 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 690 op/s 2024-09-21T09:42:11.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:11 smithi170 ceph-mon[32771]: pgmap v152: 89 pgs: 89 active+clean; 7.6 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 690 op/s 2024-09-21T09:42:12.325 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:42:12 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: ::ffff:172.21.15.170 - - [21/Sep/2024:09:42:12] "GET /metrics HTTP/1.1" 200 36212 "" "Prometheus/2.43.0" 2024-09-21T09:42:13.809 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:13 smithi053 ceph-mon[41013]: pgmap v153: 89 pgs: 89 active+clean; 7.6 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 716 op/s 2024-09-21T09:42:13.809 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:13 smithi053 ceph-mon[29335]: pgmap v153: 89 pgs: 89 active+clean; 7.6 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 716 op/s 2024-09-21T09:42:13.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:13 smithi170 ceph-mon[32771]: pgmap v153: 89 pgs: 89 active+clean; 7.6 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 716 op/s 2024-09-21T09:42:15.825 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:15 smithi053 ceph-mon[41013]: pgmap v154: 89 pgs: 89 active+clean; 7.3 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 1.04k op/s 2024-09-21T09:42:15.826 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:15 smithi053 ceph-mon[29335]: pgmap v154: 89 pgs: 89 active+clean; 7.3 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 1.04k op/s 2024-09-21T09:42:15.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:15 smithi170 ceph-mon[32771]: pgmap v154: 89 pgs: 89 active+clean; 7.3 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 1.04k op/s 2024-09-21T09:42:16.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:16 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:42:16.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:16 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:42:16.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:16 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-21T09:42:16.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:16 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-21T09:42:16.664 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:16 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:42:16.825 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:16 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:42:16.825 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:16 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:42:16.825 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:16 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-21T09:42:16.825 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:16 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-21T09:42:16.825 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:16 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:42:16.826 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:16 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:42:16.826 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:16 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:42:16.826 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:16 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-21T09:42:16.826 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:16 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-21T09:42:16.826 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:16 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:42:17.825 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:17 smithi053 ceph-mon[41013]: pgmap v155: 89 pgs: 89 active+clean; 7.3 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 733 op/s 2024-09-21T09:42:17.825 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:17 smithi053 ceph-mon[41013]: Upgrade: Updating mgr.x 2024-09-21T09:42:17.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:17 smithi053 ceph-mon[41013]: Deploying daemon mgr.x on smithi170 2024-09-21T09:42:17.826 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:17 smithi053 ceph-mon[29335]: pgmap v155: 89 pgs: 89 active+clean; 7.3 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 733 op/s 2024-09-21T09:42:17.826 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:17 smithi053 ceph-mon[29335]: Upgrade: Updating mgr.x 2024-09-21T09:42:17.826 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:17 smithi053 ceph-mon[29335]: Deploying daemon mgr.x on smithi170 2024-09-21T09:42:17.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:17 smithi170 ceph-mon[32771]: pgmap v155: 89 pgs: 89 active+clean; 7.3 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 733 op/s 2024-09-21T09:42:17.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:17 smithi170 ceph-mon[32771]: Upgrade: Updating mgr.x 2024-09-21T09:42:17.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:17 smithi170 ceph-mon[32771]: Deploying daemon mgr.x on smithi170 2024-09-21T09:42:18.914 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:18 smithi170 systemd[1]: Stopping Ceph mgr.x for 41b6d1ee-77fc-11ef-baf6-efdc52797490... 2024-09-21T09:42:19.547 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:19 smithi170 podman[69075]: 2024-09-21 09:42:19.248526016 +0000 UTC m=+0.322835362 container died 779a79ae2812f1751d5b9c6d49928f26f518de9052a464e211a14f07e26cac84 (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=reef-6a1bdf8, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-21T09:42:19.825 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:19 smithi053 ceph-mon[41013]: pgmap v156: 89 pgs: 89 active+clean; 7.0 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 1.13k op/s 2024-09-21T09:42:19.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:19 smithi053 ceph-mon[29335]: pgmap v156: 89 pgs: 89 active+clean; 7.0 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 1.13k op/s 2024-09-21T09:42:19.881 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:19 smithi170 ceph-mon[32771]: pgmap v156: 89 pgs: 89 active+clean; 7.0 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 1.13k op/s 2024-09-21T09:42:19.882 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:19 smithi170 podman[69075]: 2024-09-21 09:42:19.655750135 +0000 UTC m=+0.730059475 container cleanup 779a79ae2812f1751d5b9c6d49928f26f518de9052a464e211a14f07e26cac84 (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, RELEASE=reef-6a1bdf8, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2) 2024-09-21T09:42:19.882 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:19 smithi170 bash[69075]: ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x 2024-09-21T09:42:20.163 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:19 smithi170 podman[69092]: 2024-09-21 09:42:19.880304869 +0000 UTC m=+0.628745975 container remove 779a79ae2812f1751d5b9c6d49928f26f518de9052a464e211a14f07e26cac84 (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=reef-6a1bdf8, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_BRANCH=HEAD) 2024-09-21T09:42:20.164 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:19 smithi170 systemd[1]: ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-09-21T09:42:20.583 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:20 smithi170 systemd[1]: ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@mgr.x.service: Failed with result 'exit-code'. 2024-09-21T09:42:20.583 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:20 smithi170 systemd[1]: Stopped Ceph mgr.x for 41b6d1ee-77fc-11ef-baf6-efdc52797490. 2024-09-21T09:42:20.583 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:20 smithi170 systemd[1]: ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@mgr.x.service: Consumed 11.196s CPU time. 2024-09-21T09:42:20.913 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:20 smithi170 systemd[1]: Starting Ceph mgr.x for 41b6d1ee-77fc-11ef-baf6-efdc52797490... 2024-09-21T09:42:21.277 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:20 smithi170 podman[69204]: 2024-09-21 09:42:20.819632737 +0000 UTC m=+0.035149824 image pull a8ebb3d62dd1a69d83c65ce6bcc14c50b43d220d13e8424b0cbe758f609711f0 quay.ceph.io/ceph-ci/ceph@sha256:1283e169fa2a012678b44d89aba6a8833eba9b66e43c608c048a2ff9c690cf47 2024-09-21T09:42:21.277 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:20 smithi170 podman[69204]: 2024-09-21 09:42:20.956444324 +0000 UTC m=+0.171961383 container create facf178dc14f25b96ce4c17445a6d86a390b17b4dc7e082d4fab061a5f0015ec (image=quay.ceph.io/ceph-ci/ceph@sha256:1283e169fa2a012678b44d89aba6a8833eba9b66e43c608c048a2ff9c690cf47, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=main-62da54b, org.label-schema.schema-version=1.0, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-21T09:42:21.563 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:21 smithi170 podman[69204]: 2024-09-21 09:42:21.274356202 +0000 UTC m=+0.489873264 container init facf178dc14f25b96ce4c17445a6d86a390b17b4dc7e082d4fab061a5f0015ec (image=quay.ceph.io/ceph-ci/ceph@sha256:1283e169fa2a012678b44d89aba6a8833eba9b66e43c608c048a2ff9c690cf47, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-62da54b) 2024-09-21T09:42:21.563 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:21 smithi170 podman[69204]: 2024-09-21 09:42:21.285783819 +0000 UTC m=+0.501300876 container start facf178dc14f25b96ce4c17445a6d86a390b17b4dc7e082d4fab061a5f0015ec (image=quay.ceph.io/ceph-ci/ceph@sha256:1283e169fa2a012678b44d89aba6a8833eba9b66e43c608c048a2ff9c690cf47, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x, ceph=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-62da54b, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23) 2024-09-21T09:42:21.563 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:21 smithi170 bash[69204]: facf178dc14f25b96ce4c17445a6d86a390b17b4dc7e082d4fab061a5f0015ec 2024-09-21T09:42:21.563 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:21 smithi170 systemd[1]: Started Ceph mgr.x for 41b6d1ee-77fc-11ef-baf6-efdc52797490. 2024-09-21T09:42:21.825 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:21 smithi053 ceph-mon[41013]: pgmap v157: 89 pgs: 89 active+clean; 7.0 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 789 op/s 2024-09-21T09:42:21.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:21 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:42:21.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:21 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:42:21.826 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:21 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:42:21.826 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:21 smithi053 ceph-mon[29335]: pgmap v157: 89 pgs: 89 active+clean; 7.0 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 789 op/s 2024-09-21T09:42:21.826 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:21 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:42:21.826 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:21 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:42:21.826 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:21 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:42:21.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:21 smithi170 ceph-mon[32771]: pgmap v157: 89 pgs: 89 active+clean; 7.0 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 789 op/s 2024-09-21T09:42:21.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:21 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:42:21.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:21 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:42:21.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:21 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:42:22.325 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:42:22 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: ::ffff:172.21.15.170 - - [21/Sep/2024:09:42:22] "GET /metrics HTTP/1.1" 200 36208 "" "Prometheus/2.43.0" 2024-09-21T09:42:23.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:23 smithi053 ceph-mon[29335]: pgmap v158: 89 pgs: 89 active+clean; 7.0 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 812 op/s 2024-09-21T09:42:23.825 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:23 smithi053 ceph-mon[41013]: pgmap v158: 89 pgs: 89 active+clean; 7.0 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 812 op/s 2024-09-21T09:42:23.874 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:23 smithi170 ceph-mon[32771]: pgmap v158: 89 pgs: 89 active+clean; 7.0 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 812 op/s 2024-09-21T09:42:25.825 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:25 smithi053 ceph-mon[41013]: pgmap v159: 89 pgs: 89 active+clean; 6.7 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 1.14k op/s 2024-09-21T09:42:25.826 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:25 smithi053 ceph-mon[29335]: pgmap v159: 89 pgs: 89 active+clean; 6.7 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 1.14k op/s 2024-09-21T09:42:25.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:25 smithi170 ceph-mon[32771]: pgmap v159: 89 pgs: 89 active+clean; 6.7 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 1.14k op/s 2024-09-21T09:42:27.825 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:27 smithi053 ceph-mon[41013]: pgmap v160: 89 pgs: 89 active+clean; 6.7 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 767 op/s 2024-09-21T09:42:27.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:27 smithi053 ceph-mon[29335]: pgmap v160: 89 pgs: 89 active+clean; 6.7 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 767 op/s 2024-09-21T09:42:27.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:27 smithi170 ceph-mon[32771]: pgmap v160: 89 pgs: 89 active+clean; 6.7 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 767 op/s 2024-09-21T09:42:29.075 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:28 smithi053 ceph-mon[41013]: pgmap v161: 89 pgs: 89 active+clean; 6.5 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 1.09k op/s 2024-09-21T09:42:29.075 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:28 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:42:29.075 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:28 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:42:29.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:28 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:42:29.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:28 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:42:29.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:28 smithi053 ceph-mon[29335]: pgmap v161: 89 pgs: 89 active+clean; 6.5 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 1.09k op/s 2024-09-21T09:42:29.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:28 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:42:29.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:28 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:42:29.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:28 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:42:29.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:28 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:42:29.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:28 smithi170 ceph-mon[32771]: pgmap v161: 89 pgs: 89 active+clean; 6.5 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 1.09k op/s 2024-09-21T09:42:29.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:28 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:42:29.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:28 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:42:29.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:28 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:42:29.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:28 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:42:30.414 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:30 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[69215]: [21/Sep/2024:09:42:30] ENGINE Bus STARTING 2024-09-21T09:42:30.414 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:30 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[69215]: CherryPy Checker: 2024-09-21T09:42:30.414 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:30 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[69215]: The Application mounted at '' has an empty config. 2024-09-21T09:42:30.414 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:30 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[69215]: 2024-09-21T09:42:30.414 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:30 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[69215]: [21/Sep/2024:09:42:30] ENGINE Serving on http://:::9283 2024-09-21T09:42:30.414 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:30 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[69215]: [21/Sep/2024:09:42:30] ENGINE Bus STARTED 2024-09-21T09:42:31.009 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:30 smithi170 ceph-mon[32771]: pgmap v162: 89 pgs: 89 active+clean; 6.5 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 698 op/s 2024-09-21T09:42:31.009 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:30 smithi170 ceph-mon[32771]: Standby manager daemon x restarted 2024-09-21T09:42:31.009 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:30 smithi170 ceph-mon[32771]: Standby manager daemon x started 2024-09-21T09:42:31.009 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:30 smithi170 ceph-mon[32771]: from='mgr.? 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-21T09:42:31.009 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:30 smithi170 ceph-mon[32771]: from='mgr.? 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-21T09:42:31.009 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:30 smithi170 ceph-mon[32771]: from='mgr.? 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-21T09:42:31.009 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:30 smithi170 ceph-mon[32771]: from='mgr.? 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-21T09:42:31.009 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:30 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:42:31.075 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:30 smithi053 ceph-mon[41013]: pgmap v162: 89 pgs: 89 active+clean; 6.5 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 698 op/s 2024-09-21T09:42:31.075 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:30 smithi053 ceph-mon[41013]: Standby manager daemon x restarted 2024-09-21T09:42:31.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:30 smithi053 ceph-mon[41013]: Standby manager daemon x started 2024-09-21T09:42:31.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:30 smithi053 ceph-mon[41013]: from='mgr.? 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-21T09:42:31.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:30 smithi053 ceph-mon[41013]: from='mgr.? 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-21T09:42:31.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:30 smithi053 ceph-mon[41013]: from='mgr.? 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-21T09:42:31.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:30 smithi053 ceph-mon[41013]: from='mgr.? 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-21T09:42:31.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:30 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:42:31.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:30 smithi053 ceph-mon[29335]: pgmap v162: 89 pgs: 89 active+clean; 6.5 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 698 op/s 2024-09-21T09:42:31.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:30 smithi053 ceph-mon[29335]: Standby manager daemon x restarted 2024-09-21T09:42:31.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:30 smithi053 ceph-mon[29335]: Standby manager daemon x started 2024-09-21T09:42:31.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:30 smithi053 ceph-mon[29335]: from='mgr.? 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-21T09:42:31.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:30 smithi053 ceph-mon[29335]: from='mgr.? 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-21T09:42:31.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:30 smithi053 ceph-mon[29335]: from='mgr.? 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-21T09:42:31.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:30 smithi053 ceph-mon[29335]: from='mgr.? 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-21T09:42:31.077 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:30 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:42:32.075 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:31 smithi053 ceph-mon[41013]: mgrmap e22: y(active, since 4m), standbys: x 2024-09-21T09:42:32.076 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:42:32 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: ::ffff:172.21.15.170 - - [21/Sep/2024:09:42:32] "GET /metrics HTTP/1.1" 200 36214 "" "Prometheus/2.43.0" 2024-09-21T09:42:32.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:31 smithi053 ceph-mon[29335]: mgrmap e22: y(active, since 4m), standbys: x 2024-09-21T09:42:32.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:31 smithi170 ceph-mon[32771]: mgrmap e22: y(active, since 4m), standbys: x 2024-09-21T09:42:33.075 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:32 smithi053 ceph-mon[41013]: pgmap v163: 89 pgs: 89 active+clean; 6.5 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 720 op/s 2024-09-21T09:42:33.075 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:32 smithi053 ceph-mon[29335]: pgmap v163: 89 pgs: 89 active+clean; 6.5 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 720 op/s 2024-09-21T09:42:33.163 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:32 smithi170 ceph-mon[32771]: pgmap v163: 89 pgs: 89 active+clean; 6.5 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 720 op/s 2024-09-21T09:42:34.269 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:33 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[69215]: [21/Sep/2024:09:42:33] ENGINE Bus STOPPING 2024-09-21T09:42:34.325 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: ignoring --setuser ceph since I am not root 2024-09-21T09:42:34.325 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: ignoring --setgroup ceph since I am not root 2024-09-21T09:42:34.325 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:42:34.225+0000 7f94474ab040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-21T09:42:34.575 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:42:34.321+0000 7f94474ab040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-21T09:42:34.575 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:42:34.570+0000 7f94474ab040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-21T09:42:34.663 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:34 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[69215]: [21/Sep/2024:09:42:34] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-21T09:42:34.664 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:34 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[69215]: [21/Sep/2024:09:42:34] ENGINE Bus STOPPED 2024-09-21T09:42:34.932 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:42:34.932 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:42:34.932 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:42:34.932 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:42:34.932 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:42:34.932 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:42:34.932 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-09-21T09:42:34.932 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-mon[29335]: Activating manager daemon x 2024-09-21T09:42:34.932 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-mon[29335]: osdmap e77: 8 total, 8 up, 8 in 2024-09-21T09:42:34.932 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-mon[29335]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-09-21T09:42:34.932 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-mon[29335]: mgrmap e23: x(active, starting, since 0.0166369s) 2024-09-21T09:42:34.933 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-mon[29335]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-21T09:42:34.933 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-mon[29335]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T09:42:34.933 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-mon[29335]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T09:42:34.933 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-mon[29335]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi170.rbsena"}]: dispatch 2024-09-21T09:42:34.933 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-mon[29335]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi053.uoknsh"}]: dispatch 2024-09-21T09:42:34.933 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-mon[29335]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-21T09:42:34.933 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-mon[29335]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-21T09:42:34.933 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-mon[29335]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-21T09:42:34.933 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-mon[29335]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-21T09:42:34.933 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-mon[29335]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-21T09:42:34.933 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-mon[29335]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-21T09:42:34.933 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-mon[29335]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-21T09:42:34.933 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-mon[29335]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-21T09:42:34.933 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-mon[29335]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-21T09:42:34.933 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-mon[29335]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-21T09:42:34.933 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-mon[29335]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-21T09:42:34.933 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-mon[29335]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-21T09:42:34.934 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-mon[29335]: Manager daemon x is now available 2024-09-21T09:42:34.934 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:42:34.674+0000 7f94474ab040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-21T09:42:34.934 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:42:34.927+0000 7f94474ab040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-21T09:42:34.934 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:42:34.934 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:42:34.934 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:42:34.935 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:42:34.935 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:42:34.935 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:42:34.935 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-09-21T09:42:34.935 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-mon[41013]: Activating manager daemon x 2024-09-21T09:42:34.935 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-mon[41013]: osdmap e77: 8 total, 8 up, 8 in 2024-09-21T09:42:34.935 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-mon[41013]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-09-21T09:42:34.935 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-mon[41013]: mgrmap e23: x(active, starting, since 0.0166369s) 2024-09-21T09:42:34.935 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-mon[41013]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-21T09:42:34.935 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-mon[41013]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T09:42:34.935 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-mon[41013]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T09:42:34.935 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-mon[41013]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi170.rbsena"}]: dispatch 2024-09-21T09:42:34.935 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-mon[41013]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi053.uoknsh"}]: dispatch 2024-09-21T09:42:34.935 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-mon[41013]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-21T09:42:34.935 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-mon[41013]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-21T09:42:34.935 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-mon[41013]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-21T09:42:34.936 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-mon[41013]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-21T09:42:34.936 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-mon[41013]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-21T09:42:34.936 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-mon[41013]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-21T09:42:34.936 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-mon[41013]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-21T09:42:34.936 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-mon[41013]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-21T09:42:34.936 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-mon[41013]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-21T09:42:34.936 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-mon[41013]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-21T09:42:34.936 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-mon[41013]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-21T09:42:34.936 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-mon[41013]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-21T09:42:34.936 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:34 smithi053 ceph-mon[41013]: Manager daemon x is now available 2024-09-21T09:42:34.957 INFO:teuthology.orchestra.run.smithi053.stderr:Error ENOTSUP: Warning: due to ceph-mgr restart, some PG states may not be up to date 2024-09-21T09:42:34.958 INFO:teuthology.orchestra.run.smithi053.stderr:Module 'orchestrator' is not enabled/loaded (required by command 'orch upgrade status'): use `ceph mgr module enable orchestrator` to enable it 2024-09-21T09:42:35.163 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:34 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[69215]: 2024-09-21T09:42:34.950+0000 7fd2ba779640 -1 mgr.server reply reply (95) Operation not supported Warning: due to ceph-mgr restart, some PG states may not be up to date 2024-09-21T09:42:35.163 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:34 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[69215]: Module 'orchestrator' is not enabled/loaded (required by command 'orch upgrade status'): use `ceph mgr module enable orchestrator` to enable it 2024-09-21T09:42:35.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:34 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:42:35.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:34 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:42:35.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:34 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-21T09:42:35.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:34 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-21T09:42:35.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:34 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' 2024-09-21T09:42:35.164 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:34 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:42:35.165 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:34 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-09-21T09:42:35.165 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:34 smithi170 ceph-mon[32771]: Activating manager daemon x 2024-09-21T09:42:35.165 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:34 smithi170 ceph-mon[32771]: osdmap e77: 8 total, 8 up, 8 in 2024-09-21T09:42:35.165 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:34 smithi170 ceph-mon[32771]: from='mgr.14430 172.21.15.53:0/1488346660' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-09-21T09:42:35.165 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:34 smithi170 ceph-mon[32771]: mgrmap e23: x(active, starting, since 0.0166369s) 2024-09-21T09:42:35.165 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:34 smithi170 ceph-mon[32771]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-21T09:42:35.165 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:34 smithi170 ceph-mon[32771]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-21T09:42:35.165 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:34 smithi170 ceph-mon[32771]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-21T09:42:35.165 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:34 smithi170 ceph-mon[32771]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi170.rbsena"}]: dispatch 2024-09-21T09:42:35.165 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:34 smithi170 ceph-mon[32771]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi053.uoknsh"}]: dispatch 2024-09-21T09:42:35.166 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:34 smithi170 ceph-mon[32771]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-21T09:42:35.166 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:34 smithi170 ceph-mon[32771]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-21T09:42:35.166 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:34 smithi170 ceph-mon[32771]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-21T09:42:35.166 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:34 smithi170 ceph-mon[32771]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-21T09:42:35.166 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:34 smithi170 ceph-mon[32771]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-21T09:42:35.166 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:34 smithi170 ceph-mon[32771]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-21T09:42:35.166 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:34 smithi170 ceph-mon[32771]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-21T09:42:35.166 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:34 smithi170 ceph-mon[32771]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-21T09:42:35.166 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:34 smithi170 ceph-mon[32771]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-21T09:42:35.166 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:34 smithi170 ceph-mon[32771]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-21T09:42:35.166 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:34 smithi170 ceph-mon[32771]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-21T09:42:35.166 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:34 smithi170 ceph-mon[32771]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-21T09:42:35.166 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:34 smithi170 ceph-mon[32771]: Manager daemon x is now available 2024-09-21T09:42:35.325 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:42:35 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:42:35.169+0000 7f94474ab040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-21T09:42:35.798 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -e sha1=62da54b4b83a96ca9976b7e1d0c8272a564a2208 -- bash -c 'echo wait for minority of mons to upgrade' 2024-09-21T09:42:35.957 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:42:35 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:42:35.677+0000 7f94474ab040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-21T09:42:35.957 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:42:35 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:42:35.783+0000 7f94474ab040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-21T09:42:36.192 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:42:36.325 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:42:36 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:42:36.108+0000 7f94474ab040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-21T09:42:36.325 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:35 smithi053 ceph-mon[41013]: mgrmap e24: x(active, since 1.01532s) 2024-09-21T09:42:36.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:35 smithi053 ceph-mon[41013]: from='client.24667 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:42:36.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:35 smithi053 ceph-mon[41013]: pgmap v3: 89 pgs: 89 active+clean; 6.1 GiB data, 19 GiB used, 696 GiB / 715 GiB avail 2024-09-21T09:42:36.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:35 smithi053 ceph-mon[29335]: mgrmap e24: x(active, since 1.01532s) 2024-09-21T09:42:36.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:35 smithi053 ceph-mon[29335]: from='client.24667 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:42:36.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:35 smithi053 ceph-mon[29335]: pgmap v3: 89 pgs: 89 active+clean; 6.1 GiB data, 19 GiB used, 696 GiB / 715 GiB avail 2024-09-21T09:42:36.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:35 smithi170 ceph-mon[32771]: mgrmap e24: x(active, since 1.01532s) 2024-09-21T09:42:36.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:35 smithi170 ceph-mon[32771]: from='client.24667 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:42:36.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:35 smithi170 ceph-mon[32771]: pgmap v3: 89 pgs: 89 active+clean; 6.1 GiB data, 19 GiB used, 696 GiB / 715 GiB avail 2024-09-21T09:42:36.862 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:36 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[69215]: [21/Sep/2024:09:42:36] ENGINE Bus STARTING 2024-09-21T09:42:36.862 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:36 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[69215]: 2024-09-21T09:42:36.716+0000 7fd28cc63640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-21T09:42:36.862 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:36 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[69215]: 2024-09-21T09:42:36.716+0000 7fd28cc63640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-21T09:42:36.863 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:36 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[69215]: 2024-09-21T09:42:36.716+0000 7fd28cc63640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-21T09:42:36.863 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:36 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[69215]: 2024-09-21T09:42:36.716+0000 7fd28cc63640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-21T09:42:36.863 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:36 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[69215]: 2024-09-21T09:42:36.716+0000 7fd28cc63640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-21T09:42:36.863 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:36 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[69215]: 2024-09-21T09:42:36.721+0000 7fd299737640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-21T09:42:36.863 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:36 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[69215]: 2024-09-21T09:42:36.721+0000 7fd299737640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-21T09:42:36.863 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:36 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[69215]: 2024-09-21T09:42:36.721+0000 7fd299737640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-21T09:42:36.863 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:36 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[69215]: 2024-09-21T09:42:36.721+0000 7fd299737640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-21T09:42:36.863 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:36 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[69215]: 2024-09-21T09:42:36.721+0000 7fd299737640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-21T09:42:36.863 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:36 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[69215]: [21/Sep/2024:09:42:36] ENGINE Serving on http://:::9283 2024-09-21T09:42:36.863 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:36 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[69215]: [21/Sep/2024:09:42:36] ENGINE Bus STARTED 2024-09-21T09:42:37.162 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:36 smithi170 ceph-mon[32771]: pgmap v4: 89 pgs: 89 active+clean; 6.1 GiB data, 19 GiB used, 696 GiB / 715 GiB avail 2024-09-21T09:42:37.162 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:36 smithi170 ceph-mon[32771]: from='mgr.24764 ' entity='mgr.x' 2024-09-21T09:42:37.162 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:36 smithi170 ceph-mon[32771]: from='mgr.24764 ' entity='mgr.x' 2024-09-21T09:42:37.163 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:36 smithi170 ceph-mon[32771]: from='mgr.24764 ' entity='mgr.x' 2024-09-21T09:42:37.163 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:36 smithi170 ceph-mon[32771]: from='mgr.24764 ' entity='mgr.x' 2024-09-21T09:42:37.163 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:36 smithi170 ceph-mon[32771]: from='mgr.24764 ' entity='mgr.x' 2024-09-21T09:42:37.163 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:36 smithi170 ceph-mon[32771]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:42:37.163 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:36 smithi170 ceph-mon[32771]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-21T09:42:37.163 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:36 smithi170 ceph-mon[32771]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:42:37.163 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:36 smithi170 ceph-mon[32771]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-21T09:42:37.163 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:36 smithi170 ceph-mon[32771]: from='mgr.24764 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-21T09:42:37.163 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:36 smithi170 ceph-mon[32771]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-21T09:42:37.163 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:36 smithi170 ceph-mon[32771]: from='mgr.24764 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-21T09:42:37.325 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:36 smithi053 ceph-mon[41013]: pgmap v4: 89 pgs: 89 active+clean; 6.1 GiB data, 19 GiB used, 696 GiB / 715 GiB avail 2024-09-21T09:42:37.325 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:37 smithi053 ceph-mon[41013]: from='mgr.24764 ' entity='mgr.x' 2024-09-21T09:42:37.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:37 smithi053 ceph-mon[41013]: from='mgr.24764 ' entity='mgr.x' 2024-09-21T09:42:37.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:37 smithi053 ceph-mon[41013]: from='mgr.24764 ' entity='mgr.x' 2024-09-21T09:42:37.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:37 smithi053 ceph-mon[41013]: from='mgr.24764 ' entity='mgr.x' 2024-09-21T09:42:37.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:37 smithi053 ceph-mon[41013]: from='mgr.24764 ' entity='mgr.x' 2024-09-21T09:42:37.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:37 smithi053 ceph-mon[41013]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:42:37.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:37 smithi053 ceph-mon[41013]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-21T09:42:37.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:37 smithi053 ceph-mon[41013]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:42:37.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:37 smithi053 ceph-mon[41013]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-21T09:42:37.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:37 smithi053 ceph-mon[41013]: from='mgr.24764 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-21T09:42:37.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:37 smithi053 ceph-mon[41013]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-21T09:42:37.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:37 smithi053 ceph-mon[41013]: from='mgr.24764 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-21T09:42:37.327 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:36 smithi053 ceph-mon[29335]: pgmap v4: 89 pgs: 89 active+clean; 6.1 GiB data, 19 GiB used, 696 GiB / 715 GiB avail 2024-09-21T09:42:37.327 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:37 smithi053 ceph-mon[29335]: from='mgr.24764 ' entity='mgr.x' 2024-09-21T09:42:37.327 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:37 smithi053 ceph-mon[29335]: from='mgr.24764 ' entity='mgr.x' 2024-09-21T09:42:37.327 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:37 smithi053 ceph-mon[29335]: from='mgr.24764 ' entity='mgr.x' 2024-09-21T09:42:37.327 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:37 smithi053 ceph-mon[29335]: from='mgr.24764 ' entity='mgr.x' 2024-09-21T09:42:37.327 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:37 smithi053 ceph-mon[29335]: from='mgr.24764 ' entity='mgr.x' 2024-09-21T09:42:37.327 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:37 smithi053 ceph-mon[29335]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-21T09:42:37.327 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:37 smithi053 ceph-mon[29335]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-21T09:42:37.327 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:37 smithi053 ceph-mon[29335]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-21T09:42:37.327 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:37 smithi053 ceph-mon[29335]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-21T09:42:37.327 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:37 smithi053 ceph-mon[29335]: from='mgr.24764 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-21T09:42:37.327 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:37 smithi053 ceph-mon[29335]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-21T09:42:37.327 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:37 smithi053 ceph-mon[29335]: from='mgr.24764 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-21T09:42:37.800 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:42:37 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:42:37.546+0000 7f94474ab040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-21T09:42:37.800 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:42:37 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:42:37.643+0000 7f94474ab040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-21T09:42:38.075 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:37 smithi053 ceph-mon[41013]: Checking for cert/key for grafana.a 2024-09-21T09:42:38.075 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:37 smithi053 ceph-mon[41013]: Migrating grafana.a cert to cert store 2024-09-21T09:42:38.075 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:37 smithi053 ceph-mon[41013]: Migrating grafana.a key to cert store 2024-09-21T09:42:38.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:37 smithi053 ceph-mon[41013]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-21T09:42:38.076 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:37 smithi053 ceph-mon[41013]: Deploying cephadm binary to smithi053 2024-09-21T09:42:38.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:37 smithi053 ceph-mon[29335]: Checking for cert/key for grafana.a 2024-09-21T09:42:38.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:37 smithi053 ceph-mon[29335]: Migrating grafana.a cert to cert store 2024-09-21T09:42:38.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:37 smithi053 ceph-mon[29335]: Migrating grafana.a key to cert store 2024-09-21T09:42:38.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:37 smithi053 ceph-mon[29335]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-21T09:42:38.076 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:37 smithi053 ceph-mon[29335]: Deploying cephadm binary to smithi053 2024-09-21T09:42:38.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:37 smithi170 ceph-mon[32771]: Checking for cert/key for grafana.a 2024-09-21T09:42:38.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:37 smithi170 ceph-mon[32771]: Migrating grafana.a cert to cert store 2024-09-21T09:42:38.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:37 smithi170 ceph-mon[32771]: Migrating grafana.a key to cert store 2024-09-21T09:42:38.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:37 smithi170 ceph-mon[32771]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-21T09:42:38.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:37 smithi170 ceph-mon[32771]: Deploying cephadm binary to smithi053 2024-09-21T09:42:38.414 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:38 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[69215]: 2024-09-21T09:42:38.171+0000 7fd27a4bf640 -1 log_channel(cephadm) log [ERR] : [21/Sep/2024:09:42:38] ENGINE Error in HTTPServer.serve 2024-09-21T09:42:38.414 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:38 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[69215]: Traceback (most recent call last): 2024-09-21T09:42:38.414 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:38 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[69215]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-21T09:42:38.414 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:38 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[69215]: self._connections.run(self.expiration_interval) 2024-09-21T09:42:38.415 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:38 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[69215]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-21T09:42:38.415 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:38 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[69215]: self._run(expiration_interval) 2024-09-21T09:42:38.415 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:38 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[69215]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-21T09:42:38.415 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:38 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[69215]: new_conn = self._from_server_socket(self.server.socket) 2024-09-21T09:42:38.415 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:38 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[69215]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-21T09:42:38.415 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:38 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[69215]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-21T09:42:38.415 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:38 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[69215]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-21T09:42:38.415 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:38 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[69215]: s = self.context.wrap_socket( 2024-09-21T09:42:38.415 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:38 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[69215]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-21T09:42:38.415 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:38 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[69215]: return self.sslsocket_class._create( 2024-09-21T09:42:38.415 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:38 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[69215]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-21T09:42:38.415 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:38 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[69215]: self.do_handshake() 2024-09-21T09:42:38.415 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:38 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[69215]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-21T09:42:38.415 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:38 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[69215]: self._sslobj.do_handshake() 2024-09-21T09:42:38.416 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:38 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[69215]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-21T09:42:38.416 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:38 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[69215]: 2024-09-21T09:42:39.066 INFO:teuthology.orchestra.run.smithi053.stdout:wait for minority of mons to upgrade 2024-09-21T09:42:39.068 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:42:38 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:42:38.786+0000 7f94474ab040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-21T09:42:39.068 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:42:38 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:42:38.994+0000 7f94474ab040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-21T09:42:39.068 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:38 smithi053 ceph-mon[41013]: Deploying cephadm binary to smithi170 2024-09-21T09:42:39.068 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:38 smithi053 ceph-mon[41013]: [21/Sep/2024:09:42:37] ENGINE Bus STARTING 2024-09-21T09:42:39.068 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:38 smithi053 ceph-mon[41013]: pgmap v5: 89 pgs: 89 active+clean; 6.1 GiB data, 19 GiB used, 696 GiB / 715 GiB avail 2024-09-21T09:42:39.068 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:38 smithi053 ceph-mon[41013]: [21/Sep/2024:09:42:38] ENGINE Serving on https://172.21.15.170:7150 2024-09-21T09:42:39.068 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:38 smithi053 ceph-mon[41013]: [21/Sep/2024:09:42:38] ENGINE Error in HTTPServer.serve 2024-09-21T09:42:39.068 INFO:journalctl@ceph.mon.c.smithi053.stdout: Traceback (most recent call last): 2024-09-21T09:42:39.068 INFO:journalctl@ceph.mon.c.smithi053.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-21T09:42:39.068 INFO:journalctl@ceph.mon.c.smithi053.stdout: self._connections.run(self.expiration_interval) 2024-09-21T09:42:39.069 INFO:journalctl@ceph.mon.c.smithi053.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-21T09:42:39.069 INFO:journalctl@ceph.mon.c.smithi053.stdout: self._run(expiration_interval) 2024-09-21T09:42:39.069 INFO:journalctl@ceph.mon.c.smithi053.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-21T09:42:39.069 INFO:journalctl@ceph.mon.c.smithi053.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-21T09:42:39.069 INFO:journalctl@ceph.mon.c.smithi053.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-21T09:42:39.069 INFO:journalctl@ceph.mon.c.smithi053.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-21T09:42:39.069 INFO:journalctl@ceph.mon.c.smithi053.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-21T09:42:39.069 INFO:journalctl@ceph.mon.c.smithi053.stdout: s = self.context.wrap_socket( 2024-09-21T09:42:39.069 INFO:journalctl@ceph.mon.c.smithi053.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-21T09:42:39.069 INFO:journalctl@ceph.mon.c.smithi053.stdout: return self.sslsocket_class._create( 2024-09-21T09:42:39.069 INFO:journalctl@ceph.mon.c.smithi053.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-21T09:42:39.069 INFO:journalctl@ceph.mon.c.smithi053.stdout: self.do_handshake() 2024-09-21T09:42:39.069 INFO:journalctl@ceph.mon.c.smithi053.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-21T09:42:39.069 INFO:journalctl@ceph.mon.c.smithi053.stdout: self._sslobj.do_handshake() 2024-09-21T09:42:39.069 INFO:journalctl@ceph.mon.c.smithi053.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-21T09:42:39.069 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:38 smithi053 ceph-mon[41013]: [21/Sep/2024:09:42:38] ENGINE Serving on http://172.21.15.170:8765 2024-09-21T09:42:39.070 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:38 smithi053 ceph-mon[41013]: [21/Sep/2024:09:42:38] ENGINE Bus STARTED 2024-09-21T09:42:39.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:38 smithi053 ceph-mon[29335]: Deploying cephadm binary to smithi170 2024-09-21T09:42:39.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:38 smithi053 ceph-mon[29335]: [21/Sep/2024:09:42:37] ENGINE Bus STARTING 2024-09-21T09:42:39.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:38 smithi053 ceph-mon[29335]: pgmap v5: 89 pgs: 89 active+clean; 6.1 GiB data, 19 GiB used, 696 GiB / 715 GiB avail 2024-09-21T09:42:39.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:38 smithi053 ceph-mon[29335]: [21/Sep/2024:09:42:38] ENGINE Serving on https://172.21.15.170:7150 2024-09-21T09:42:39.070 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:38 smithi053 ceph-mon[29335]: [21/Sep/2024:09:42:38] ENGINE Error in HTTPServer.serve 2024-09-21T09:42:39.070 INFO:journalctl@ceph.mon.a.smithi053.stdout: Traceback (most recent call last): 2024-09-21T09:42:39.070 INFO:journalctl@ceph.mon.a.smithi053.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-21T09:42:39.070 INFO:journalctl@ceph.mon.a.smithi053.stdout: self._connections.run(self.expiration_interval) 2024-09-21T09:42:39.070 INFO:journalctl@ceph.mon.a.smithi053.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-21T09:42:39.070 INFO:journalctl@ceph.mon.a.smithi053.stdout: self._run(expiration_interval) 2024-09-21T09:42:39.070 INFO:journalctl@ceph.mon.a.smithi053.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-21T09:42:39.070 INFO:journalctl@ceph.mon.a.smithi053.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-21T09:42:39.071 INFO:journalctl@ceph.mon.a.smithi053.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-21T09:42:39.071 INFO:journalctl@ceph.mon.a.smithi053.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-21T09:42:39.071 INFO:journalctl@ceph.mon.a.smithi053.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-21T09:42:39.071 INFO:journalctl@ceph.mon.a.smithi053.stdout: s = self.context.wrap_socket( 2024-09-21T09:42:39.071 INFO:journalctl@ceph.mon.a.smithi053.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-21T09:42:39.071 INFO:journalctl@ceph.mon.a.smithi053.stdout: return self.sslsocket_class._create( 2024-09-21T09:42:39.071 INFO:journalctl@ceph.mon.a.smithi053.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-21T09:42:39.071 INFO:journalctl@ceph.mon.a.smithi053.stdout: self.do_handshake() 2024-09-21T09:42:39.071 INFO:journalctl@ceph.mon.a.smithi053.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-21T09:42:39.071 INFO:journalctl@ceph.mon.a.smithi053.stdout: self._sslobj.do_handshake() 2024-09-21T09:42:39.071 INFO:journalctl@ceph.mon.a.smithi053.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-21T09:42:39.071 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:38 smithi053 ceph-mon[29335]: [21/Sep/2024:09:42:38] ENGINE Serving on http://172.21.15.170:8765 2024-09-21T09:42:39.071 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:38 smithi053 ceph-mon[29335]: [21/Sep/2024:09:42:38] ENGINE Bus STARTED 2024-09-21T09:42:39.325 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:42:39 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:42:39.246+0000 7f94474ab040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-21T09:42:39.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:38 smithi170 ceph-mon[32771]: Deploying cephadm binary to smithi170 2024-09-21T09:42:39.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:38 smithi170 ceph-mon[32771]: [21/Sep/2024:09:42:37] ENGINE Bus STARTING 2024-09-21T09:42:39.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:38 smithi170 ceph-mon[32771]: pgmap v5: 89 pgs: 89 active+clean; 6.1 GiB data, 19 GiB used, 696 GiB / 715 GiB avail 2024-09-21T09:42:39.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:38 smithi170 ceph-mon[32771]: [21/Sep/2024:09:42:38] ENGINE Serving on https://172.21.15.170:7150 2024-09-21T09:42:39.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:38 smithi170 ceph-mon[32771]: [21/Sep/2024:09:42:38] ENGINE Error in HTTPServer.serve 2024-09-21T09:42:39.414 INFO:journalctl@ceph.mon.b.smithi170.stdout: Traceback (most recent call last): 2024-09-21T09:42:39.414 INFO:journalctl@ceph.mon.b.smithi170.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-21T09:42:39.414 INFO:journalctl@ceph.mon.b.smithi170.stdout: self._connections.run(self.expiration_interval) 2024-09-21T09:42:39.414 INFO:journalctl@ceph.mon.b.smithi170.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-21T09:42:39.415 INFO:journalctl@ceph.mon.b.smithi170.stdout: self._run(expiration_interval) 2024-09-21T09:42:39.415 INFO:journalctl@ceph.mon.b.smithi170.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-21T09:42:39.415 INFO:journalctl@ceph.mon.b.smithi170.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-21T09:42:39.415 INFO:journalctl@ceph.mon.b.smithi170.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-21T09:42:39.415 INFO:journalctl@ceph.mon.b.smithi170.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-21T09:42:39.415 INFO:journalctl@ceph.mon.b.smithi170.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-21T09:42:39.415 INFO:journalctl@ceph.mon.b.smithi170.stdout: s = self.context.wrap_socket( 2024-09-21T09:42:39.415 INFO:journalctl@ceph.mon.b.smithi170.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-21T09:42:39.415 INFO:journalctl@ceph.mon.b.smithi170.stdout: return self.sslsocket_class._create( 2024-09-21T09:42:39.415 INFO:journalctl@ceph.mon.b.smithi170.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-21T09:42:39.415 INFO:journalctl@ceph.mon.b.smithi170.stdout: self.do_handshake() 2024-09-21T09:42:39.415 INFO:journalctl@ceph.mon.b.smithi170.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-21T09:42:39.415 INFO:journalctl@ceph.mon.b.smithi170.stdout: self._sslobj.do_handshake() 2024-09-21T09:42:39.415 INFO:journalctl@ceph.mon.b.smithi170.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-21T09:42:39.415 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:38 smithi170 ceph-mon[32771]: [21/Sep/2024:09:42:38] ENGINE Serving on http://172.21.15.170:8765 2024-09-21T09:42:39.415 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:38 smithi170 ceph-mon[32771]: [21/Sep/2024:09:42:38] ENGINE Bus STARTED 2024-09-21T09:42:39.708 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:42:39 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:42:39.352+0000 7f94474ab040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-21T09:42:39.708 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:42:39 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:42:39.594+0000 7f94474ab040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-21T09:42:39.708 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:42:39 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:42:39.705+0000 7f94474ab040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-21T09:42:39.807 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -e sha1=62da54b4b83a96ca9976b7e1d0c8272a564a2208 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --limit 1' 2024-09-21T09:42:40.023 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:42:39 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:42:39.807+0000 7f94474ab040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-21T09:42:40.023 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:40 smithi053 ceph-mon[29335]: mgrmap e25: x(active, since 5s) 2024-09-21T09:42:40.312 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:42:40 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:42:40.118+0000 7f94474ab040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-21T09:42:40.312 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:42:40 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:42:40.208+0000 7f94474ab040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-21T09:42:40.312 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:42:40 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:42:40.308+0000 7f94474ab040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-21T09:42:40.312 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:40 smithi053 ceph-mon[41013]: mgrmap e25: x(active, since 5s) 2024-09-21T09:42:40.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:40 smithi170 ceph-mon[32771]: mgrmap e25: x(active, since 5s) 2024-09-21T09:42:40.575 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:42:40 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:42:40.450+0000 7f94474ab040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-21T09:42:40.575 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:42:40 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:42:40.548+0000 7f94474ab040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-21T09:42:40.976 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/mon.a/config 2024-09-21T09:42:41.046 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:42:40 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:42:40.637+0000 7f94474ab040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-21T09:42:41.046 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:41 smithi053 ceph-mon[29335]: pgmap v6: 89 pgs: 89 active+clean; 6.1 GiB data, 19 GiB used, 696 GiB / 715 GiB avail 2024-09-21T09:42:41.307 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:41 smithi053 ceph-mon[41013]: pgmap v6: 89 pgs: 89 active+clean; 6.1 GiB data, 19 GiB used, 696 GiB / 715 GiB avail 2024-09-21T09:42:41.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:41 smithi170 ceph-mon[32771]: pgmap v6: 89 pgs: 89 active+clean; 6.1 GiB data, 19 GiB used, 696 GiB / 715 GiB avail 2024-09-21T09:42:42.325 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:42 smithi053 ceph-mon[41013]: mgrmap e26: x(active, since 7s) 2024-09-21T09:42:42.325 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:42 smithi053 ceph-mon[41013]: Standby manager daemon y started 2024-09-21T09:42:42.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:42 smithi053 ceph-mon[41013]: from='mgr.? 172.21.15.53:0/1784650003' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-21T09:42:42.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:42 smithi053 ceph-mon[41013]: from='mgr.? 172.21.15.53:0/1784650003' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-21T09:42:42.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:42 smithi053 ceph-mon[41013]: from='mgr.? 172.21.15.53:0/1784650003' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-21T09:42:42.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:42 smithi053 ceph-mon[41013]: from='mgr.? 172.21.15.53:0/1784650003' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-21T09:42:42.326 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:42:41 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:42:41.948+0000 7f94474ab040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-21T09:42:42.326 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:42:41 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: [21/Sep/2024:09:42:41] ENGINE Bus STARTING 2024-09-21T09:42:42.326 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:42:41 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: CherryPy Checker: 2024-09-21T09:42:42.326 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:42:41 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: The Application mounted at '' has an empty config. 2024-09-21T09:42:42.326 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:42:41 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: 2024-09-21T09:42:42.327 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:42:42 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: ::ffff:172.21.15.170 - - [21/Sep/2024:09:42:42] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-21T09:42:42.327 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:42:42 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: [21/Sep/2024:09:42:42] ENGINE Serving on http://:::9283 2024-09-21T09:42:42.327 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:42:42 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y[29588]: [21/Sep/2024:09:42:42] ENGINE Bus STARTED 2024-09-21T09:42:42.327 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:42 smithi053 ceph-mon[29335]: mgrmap e26: x(active, since 7s) 2024-09-21T09:42:42.327 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:42 smithi053 ceph-mon[29335]: Standby manager daemon y started 2024-09-21T09:42:42.327 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:42 smithi053 ceph-mon[29335]: from='mgr.? 172.21.15.53:0/1784650003' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-21T09:42:42.327 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:42 smithi053 ceph-mon[29335]: from='mgr.? 172.21.15.53:0/1784650003' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-21T09:42:42.327 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:42 smithi053 ceph-mon[29335]: from='mgr.? 172.21.15.53:0/1784650003' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-21T09:42:42.327 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:42 smithi053 ceph-mon[29335]: from='mgr.? 172.21.15.53:0/1784650003' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-21T09:42:42.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:42 smithi170 ceph-mon[32771]: mgrmap e26: x(active, since 7s) 2024-09-21T09:42:42.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:42 smithi170 ceph-mon[32771]: Standby manager daemon y started 2024-09-21T09:42:42.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:42 smithi170 ceph-mon[32771]: from='mgr.? 172.21.15.53:0/1784650003' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-21T09:42:42.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:42 smithi170 ceph-mon[32771]: from='mgr.? 172.21.15.53:0/1784650003' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-21T09:42:42.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:42 smithi170 ceph-mon[32771]: from='mgr.? 172.21.15.53:0/1784650003' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-21T09:42:42.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:42 smithi170 ceph-mon[32771]: from='mgr.? 172.21.15.53:0/1784650003' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-21T09:42:43.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:43 smithi053 ceph-mon[29335]: pgmap v7: 89 pgs: 89 active+clean; 5.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 25 KiB/s rd, 439 B/s wr, 556 op/s 2024-09-21T09:42:43.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:43 smithi053 ceph-mon[29335]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-21T09:42:43.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:43 smithi053 ceph-mon[29335]: mgrmap e27: x(active, since 8s), standbys: y 2024-09-21T09:42:43.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:43 smithi053 ceph-mon[41013]: pgmap v7: 89 pgs: 89 active+clean; 5.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 25 KiB/s rd, 439 B/s wr, 556 op/s 2024-09-21T09:42:43.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:43 smithi053 ceph-mon[41013]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-21T09:42:43.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:43 smithi053 ceph-mon[41013]: mgrmap e27: x(active, since 8s), standbys: y 2024-09-21T09:42:43.413 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:43 smithi170 ceph-mon[32771]: pgmap v7: 89 pgs: 89 active+clean; 5.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 25 KiB/s rd, 439 B/s wr, 556 op/s 2024-09-21T09:42:43.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:43 smithi170 ceph-mon[32771]: from='mgr.24764 172.21.15.170:0/37550902' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-21T09:42:43.414 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:43 smithi170 ceph-mon[32771]: mgrmap e27: x(active, since 8s), standbys: y 2024-09-21T09:42:43.449 INFO:teuthology.orchestra.run.smithi053.stderr:Error EINVAL: Cannot set values for --daemon-types, --services or --hosts when upgrade already in progress. 2024-09-21T09:42:43.914 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:43 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[69215]: 2024-09-21T09:42:43.443+0000 7fd2b0f66640 -1 log_channel(cephadm) log [ERR] : Cannot set values for --daemon-types, --services or --hosts when upgrade already in progress. 2024-09-21T09:42:43.914 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:43 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[69215]: Traceback (most recent call last): 2024-09-21T09:42:43.914 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:43 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[69215]: File "/usr/share/ceph/mgr/orchestrator/_interface.py", line 140, in wrapper 2024-09-21T09:42:43.914 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:43 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[69215]: return OrchResult(f(*args, **kwargs)) 2024-09-21T09:42:43.914 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:43 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[69215]: File "/usr/share/ceph/mgr/cephadm/module.py", line 3791, in upgrade_start 2024-09-21T09:42:43.914 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:43 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[69215]: return self.upgrade.upgrade_start(image, version, daemon_types, hosts, services, limit) 2024-09-21T09:42:43.914 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:43 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[69215]: File "/usr/share/ceph/mgr/cephadm/upgrade.py", line 330, in upgrade_start 2024-09-21T09:42:43.914 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:43 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[69215]: self._validate_upgrade_filters(target_name, daemon_types, hosts, services) 2024-09-21T09:42:43.914 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:43 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[69215]: File "/usr/share/ceph/mgr/cephadm/upgrade.py", line 391, in _validate_upgrade_filters 2024-09-21T09:42:43.914 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:43 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[69215]: raise OrchestratorError( 2024-09-21T09:42:43.915 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:43 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[69215]: orchestrator._interface.OrchestratorError: Cannot set values for --daemon-types, --services or --hosts when upgrade already in progress. 2024-09-21T09:42:43.915 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:43 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x[69215]: 2024-09-21T09:42:43.443+0000 7fd2b0f66640 -1 mgr.server reply reply (22) Invalid argument Cannot set values for --daemon-types, --services or --hosts when upgrade already in progress. 2024-09-21T09:42:44.748 DEBUG:teuthology.orchestra.run:got remote process result: 22 2024-09-21T09:42:44.749 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/parallel.py", line 48, in task with parallel.parallel() as p: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/parallel.py", line 64, in _run_spawned mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/sequential.py", line 47, in task mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=confg) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_ceph_62da54b4b83a96ca9976b7e1d0c8272a564a2208/qa/tasks/cephadm.py", line 1525, in shell _shell( File "/home/teuthworker/src/git.ceph.com_ceph_62da54b4b83a96ca9976b7e1d0c8272a564a2208/qa/tasks/cephadm.py", line 111, in _shell return remote.run( File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi053 with status 22: "sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -e sha1=62da54b4b83a96ca9976b7e1d0c8272a564a2208 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --limit 1'" 2024-09-21T09:42:44.955 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=6f54336ddcd04b5ba2b232da745edcb4 Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/parallel.py", line 48, in task with parallel.parallel() as p: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/parallel.py", line 64, in _run_spawned mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/sequential.py", line 47, in task mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=confg) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_ceph_62da54b4b83a96ca9976b7e1d0c8272a564a2208/qa/tasks/cephadm.py", line 1525, in shell _shell( File "/home/teuthworker/src/git.ceph.com_ceph_62da54b4b83a96ca9976b7e1d0c8272a564a2208/qa/tasks/cephadm.py", line 111, in _shell return remote.run( File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi053 with status 22: "sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -e sha1=62da54b4b83a96ca9976b7e1d0c8272a564a2208 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --limit 1'" 2024-09-21T09:42:44.959 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-09-21T09:42:44.975 INFO:tasks.cephadm:Teardown begin 2024-09-21T09:42:44.975 DEBUG:teuthology.orchestra.run.smithi053:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-21T09:42:45.023 DEBUG:teuthology.orchestra.run.smithi170:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-21T09:42:45.067 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-09-21T09:42:45.068 DEBUG:teuthology.orchestra.run.smithi053:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-21T09:42:45.097 DEBUG:teuthology.orchestra.run.smithi170:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-21T09:42:45.149 INFO:tasks.cephadm:Stopping all daemons... 2024-09-21T09:42:45.149 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-09-21T09:42:45.149 DEBUG:teuthology.orchestra.run.smithi053:> sudo systemctl stop ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@mon.a 2024-09-21T09:42:45.316 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:45 smithi170 ceph-mon[32771]: from='client.24791 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:62da54b4b83a96ca9976b7e1d0c8272a564a2208", "daemon_types": "mon", "limit": 1, "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:42:45.316 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:45 smithi170 ceph-mon[32771]: Cannot set values for --daemon-types, --services or --hosts when upgrade already in progress. 2024-09-21T09:42:45.316 INFO:journalctl@ceph.mon.b.smithi170.stdout: Traceback (most recent call last): 2024-09-21T09:42:45.316 INFO:journalctl@ceph.mon.b.smithi170.stdout: File "/usr/share/ceph/mgr/orchestrator/_interface.py", line 140, in wrapper 2024-09-21T09:42:45.316 INFO:journalctl@ceph.mon.b.smithi170.stdout: return OrchResult(f(*args, **kwargs)) 2024-09-21T09:42:45.316 INFO:journalctl@ceph.mon.b.smithi170.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 3791, in upgrade_start 2024-09-21T09:42:45.317 INFO:journalctl@ceph.mon.b.smithi170.stdout: return self.upgrade.upgrade_start(image, version, daemon_types, hosts, services, limit) 2024-09-21T09:42:45.317 INFO:journalctl@ceph.mon.b.smithi170.stdout: File "/usr/share/ceph/mgr/cephadm/upgrade.py", line 330, in upgrade_start 2024-09-21T09:42:45.317 INFO:journalctl@ceph.mon.b.smithi170.stdout: self._validate_upgrade_filters(target_name, daemon_types, hosts, services) 2024-09-21T09:42:45.317 INFO:journalctl@ceph.mon.b.smithi170.stdout: File "/usr/share/ceph/mgr/cephadm/upgrade.py", line 391, in _validate_upgrade_filters 2024-09-21T09:42:45.317 INFO:journalctl@ceph.mon.b.smithi170.stdout: raise OrchestratorError( 2024-09-21T09:42:45.317 INFO:journalctl@ceph.mon.b.smithi170.stdout: orchestrator._interface.OrchestratorError: Cannot set values for --daemon-types, --services or --hosts when upgrade already in progress. 2024-09-21T09:42:45.317 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:45 smithi170 ceph-mon[32771]: pgmap v8: 89 pgs: 89 active+clean; 5.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 20 KiB/s rd, 341 B/s wr, 432 op/s 2024-09-21T09:42:45.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:45 smithi053 ceph-mon[29335]: from='client.24791 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:62da54b4b83a96ca9976b7e1d0c8272a564a2208", "daemon_types": "mon", "limit": 1, "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:42:45.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:45 smithi053 ceph-mon[29335]: Cannot set values for --daemon-types, --services or --hosts when upgrade already in progress. 2024-09-21T09:42:45.326 INFO:journalctl@ceph.mon.a.smithi053.stdout: Traceback (most recent call last): 2024-09-21T09:42:45.326 INFO:journalctl@ceph.mon.a.smithi053.stdout: File "/usr/share/ceph/mgr/orchestrator/_interface.py", line 140, in wrapper 2024-09-21T09:42:45.326 INFO:journalctl@ceph.mon.a.smithi053.stdout: return OrchResult(f(*args, **kwargs)) 2024-09-21T09:42:45.326 INFO:journalctl@ceph.mon.a.smithi053.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 3791, in upgrade_start 2024-09-21T09:42:45.326 INFO:journalctl@ceph.mon.a.smithi053.stdout: return self.upgrade.upgrade_start(image, version, daemon_types, hosts, services, limit) 2024-09-21T09:42:45.326 INFO:journalctl@ceph.mon.a.smithi053.stdout: File "/usr/share/ceph/mgr/cephadm/upgrade.py", line 330, in upgrade_start 2024-09-21T09:42:45.327 INFO:journalctl@ceph.mon.a.smithi053.stdout: self._validate_upgrade_filters(target_name, daemon_types, hosts, services) 2024-09-21T09:42:45.327 INFO:journalctl@ceph.mon.a.smithi053.stdout: File "/usr/share/ceph/mgr/cephadm/upgrade.py", line 391, in _validate_upgrade_filters 2024-09-21T09:42:45.327 INFO:journalctl@ceph.mon.a.smithi053.stdout: raise OrchestratorError( 2024-09-21T09:42:45.327 INFO:journalctl@ceph.mon.a.smithi053.stdout: orchestrator._interface.OrchestratorError: Cannot set values for --daemon-types, --services or --hosts when upgrade already in progress. 2024-09-21T09:42:45.327 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:45 smithi053 ceph-mon[29335]: pgmap v8: 89 pgs: 89 active+clean; 5.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 20 KiB/s rd, 341 B/s wr, 432 op/s 2024-09-21T09:42:45.327 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:45 smithi053 systemd[1]: Stopping Ceph mon.a for 41b6d1ee-77fc-11ef-baf6-efdc52797490... 2024-09-21T09:42:45.327 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:45 smithi053 ceph-mon[41013]: from='client.24791 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:62da54b4b83a96ca9976b7e1d0c8272a564a2208", "daemon_types": "mon", "limit": 1, "target": ["mon-mgr", ""]}]: dispatch 2024-09-21T09:42:45.328 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:45 smithi053 ceph-mon[41013]: Cannot set values for --daemon-types, --services or --hosts when upgrade already in progress. 2024-09-21T09:42:45.328 INFO:journalctl@ceph.mon.c.smithi053.stdout: Traceback (most recent call last): 2024-09-21T09:42:45.328 INFO:journalctl@ceph.mon.c.smithi053.stdout: File "/usr/share/ceph/mgr/orchestrator/_interface.py", line 140, in wrapper 2024-09-21T09:42:45.328 INFO:journalctl@ceph.mon.c.smithi053.stdout: return OrchResult(f(*args, **kwargs)) 2024-09-21T09:42:45.328 INFO:journalctl@ceph.mon.c.smithi053.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 3791, in upgrade_start 2024-09-21T09:42:45.328 INFO:journalctl@ceph.mon.c.smithi053.stdout: return self.upgrade.upgrade_start(image, version, daemon_types, hosts, services, limit) 2024-09-21T09:42:45.328 INFO:journalctl@ceph.mon.c.smithi053.stdout: File "/usr/share/ceph/mgr/cephadm/upgrade.py", line 330, in upgrade_start 2024-09-21T09:42:45.328 INFO:journalctl@ceph.mon.c.smithi053.stdout: self._validate_upgrade_filters(target_name, daemon_types, hosts, services) 2024-09-21T09:42:45.329 INFO:journalctl@ceph.mon.c.smithi053.stdout: File "/usr/share/ceph/mgr/cephadm/upgrade.py", line 391, in _validate_upgrade_filters 2024-09-21T09:42:45.329 INFO:journalctl@ceph.mon.c.smithi053.stdout: raise OrchestratorError( 2024-09-21T09:42:45.329 INFO:journalctl@ceph.mon.c.smithi053.stdout: orchestrator._interface.OrchestratorError: Cannot set values for --daemon-types, --services or --hosts when upgrade already in progress. 2024-09-21T09:42:45.329 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:45 smithi053 ceph-mon[41013]: pgmap v8: 89 pgs: 89 active+clean; 5.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 20 KiB/s rd, 341 B/s wr, 432 op/s 2024-09-21T09:42:46.325 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:45 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mon-a[29312]: 2024-09-21T09:42:45.967+0000 7f84367c4640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-21T09:42:46.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:45 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mon-a[29312]: 2024-09-21T09:42:45.967+0000 7f84367c4640 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-09-21T09:42:46.326 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:46 smithi053 podman[87933]: 2024-09-21 09:42:46.154753177 +0000 UTC m=+0.337884961 container died 736b313ebf557a2643a24ef162638c096638e5377ae56ef502459bafad94bede (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mon-a, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, RELEASE=reef-6a1bdf8, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-21T09:42:46.825 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:46 smithi053 podman[87933]: 2024-09-21 09:42:46.555518144 +0000 UTC m=+0.738649900 container cleanup 736b313ebf557a2643a24ef162638c096638e5377ae56ef502459bafad94bede (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mon-a, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=reef-6a1bdf8, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-09-21T09:42:46.826 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:46 smithi053 bash[87933]: ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mon-a 2024-09-21T09:42:47.074 DEBUG:teuthology.orchestra.run.smithi053:> sudo pkill -f 'journalctl -f -n 0 -u ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@mon.a.service' 2024-09-21T09:42:47.111 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:46 smithi053 podman[87978]: 2024-09-21 09:42:46.857461474 +0000 UTC m=+0.691596060 container remove 736b313ebf557a2643a24ef162638c096638e5377ae56ef502459bafad94bede (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mon-a, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=reef-6a1bdf8, GIT_CLEAN=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_BRANCH=HEAD) 2024-09-21T09:42:47.111 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:47 smithi053 systemd[1]: ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@mon.a.service: Deactivated successfully. 2024-09-21T09:42:47.111 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:47 smithi053 systemd[1]: Stopped Ceph mon.a for 41b6d1ee-77fc-11ef-baf6-efdc52797490. 2024-09-21T09:42:47.111 INFO:journalctl@ceph.mon.a.smithi053.stdout:Sep 21 09:42:47 smithi053 systemd[1]: ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@mon.a.service: Consumed 12.996s CPU time. 2024-09-21T09:42:47.145 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-21T09:42:47.146 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-09-21T09:42:47.146 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-09-21T09:42:47.146 DEBUG:teuthology.orchestra.run.smithi053:> sudo systemctl stop ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@mon.c 2024-09-21T09:42:47.575 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:47 smithi053 systemd[1]: Stopping Ceph mon.c for 41b6d1ee-77fc-11ef-baf6-efdc52797490... 2024-09-21T09:42:48.325 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:47 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mon-c[40990]: 2024-09-21T09:42:47.897+0000 7ff3f7b61640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-21T09:42:48.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:47 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mon-c[40990]: 2024-09-21T09:42:47.897+0000 7ff3f7b61640 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-09-21T09:42:48.326 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:47 smithi053 podman[88138]: 2024-09-21 09:42:47.993769484 +0000 UTC m=+0.500451656 container died da7e3ccf4cf3d4e32651e2499d9805b62a7d97f47dc49d0e324456b17073f7b9 (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mon-c, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, RELEASE=reef-6a1bdf8, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-09-21T09:42:49.325 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:49 smithi053 podman[88138]: 2024-09-21 09:42:49.096580074 +0000 UTC m=+1.603262239 container cleanup da7e3ccf4cf3d4e32651e2499d9805b62a7d97f47dc49d0e324456b17073f7b9 (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mon-c, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=reef-6a1bdf8, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2) 2024-09-21T09:42:49.325 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:49 smithi053 bash[88138]: ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mon-c 2024-09-21T09:42:49.629 DEBUG:teuthology.orchestra.run.smithi053:> sudo pkill -f 'journalctl -f -n 0 -u ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@mon.c.service' 2024-09-21T09:42:49.663 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:49 smithi053 podman[88155]: 2024-09-21 09:42:49.390265571 +0000 UTC m=+1.384806524 container remove da7e3ccf4cf3d4e32651e2499d9805b62a7d97f47dc49d0e324456b17073f7b9 (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mon-c, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=reef-6a1bdf8, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-09-21T09:42:49.663 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:49 smithi053 systemd[1]: ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@mon.c.service: Deactivated successfully. 2024-09-21T09:42:49.663 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:49 smithi053 systemd[1]: Stopped Ceph mon.c for 41b6d1ee-77fc-11ef-baf6-efdc52797490. 2024-09-21T09:42:49.663 INFO:journalctl@ceph.mon.c.smithi053.stdout:Sep 21 09:42:49 smithi053 systemd[1]: ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@mon.c.service: Consumed 6.400s CPU time. 2024-09-21T09:42:49.682 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-21T09:42:49.683 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-09-21T09:42:49.683 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-09-21T09:42:49.683 DEBUG:teuthology.orchestra.run.smithi170:> sudo systemctl stop ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@mon.b 2024-09-21T09:42:50.163 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:49 smithi170 systemd[1]: Stopping Ceph mon.b for 41b6d1ee-77fc-11ef-baf6-efdc52797490... 2024-09-21T09:42:50.628 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:50 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mon-b[32735]: 2024-09-21T09:42:50.197+0000 7fcd8e1b2640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-21T09:42:50.628 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:50 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mon-b[32735]: 2024-09-21T09:42:50.197+0000 7fcd8e1b2640 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-09-21T09:42:50.628 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:50 smithi170 podman[73662]: 2024-09-21 09:42:50.309621272 +0000 UTC m=+0.269245461 container died fcc142506cdddefbd6fa2396409da597751233a41663cb3b0371a8754d9ead9b (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mon-b, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-6a1bdf8) 2024-09-21T09:42:50.913 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:50 smithi170 podman[73662]: 2024-09-21 09:42:50.806668524 +0000 UTC m=+0.766292701 container cleanup fcc142506cdddefbd6fa2396409da597751233a41663cb3b0371a8754d9ead9b (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mon-b, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=reef-6a1bdf8, ceph=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23) 2024-09-21T09:42:50.914 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:50 smithi170 bash[73662]: ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mon-b 2024-09-21T09:42:51.317 DEBUG:teuthology.orchestra.run.smithi170:> sudo pkill -f 'journalctl -f -n 0 -u ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@mon.b.service' 2024-09-21T09:42:51.352 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:51 smithi170 podman[73677]: 2024-09-21 09:42:51.075323614 +0000 UTC m=+0.767339458 container remove fcc142506cdddefbd6fa2396409da597751233a41663cb3b0371a8754d9ead9b (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mon-b, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-6a1bdf8, maintainer=Guillaume Abrioux ) 2024-09-21T09:42:51.353 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:51 smithi170 systemd[1]: ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@mon.b.service: Deactivated successfully. 2024-09-21T09:42:51.353 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:51 smithi170 systemd[1]: Stopped Ceph mon.b for 41b6d1ee-77fc-11ef-baf6-efdc52797490. 2024-09-21T09:42:51.353 INFO:journalctl@ceph.mon.b.smithi170.stdout:Sep 21 09:42:51 smithi170 systemd[1]: ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@mon.b.service: Consumed 7.196s CPU time. 2024-09-21T09:42:51.396 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-21T09:42:51.396 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-09-21T09:42:51.397 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-09-21T09:42:51.397 DEBUG:teuthology.orchestra.run.smithi053:> sudo systemctl stop ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@mgr.y 2024-09-21T09:42:51.825 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:42:51 smithi053 systemd[1]: Stopping Ceph mgr.y for 41b6d1ee-77fc-11ef-baf6-efdc52797490... 2024-09-21T09:42:52.214 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:42:51 smithi053 podman[88256]: 2024-09-21 09:42:51.900174038 +0000 UTC m=+0.174282329 container died a14a1d4de13159cc4b3f6cef978d93bb77bcda8970edbb883e4be149954eb501 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y, RELEASE=reef-6a1bdf8, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2) 2024-09-21T09:42:52.575 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:42:52 smithi053 podman[88256]: 2024-09-21 09:42:52.419912764 +0000 UTC m=+0.694021047 container cleanup a14a1d4de13159cc4b3f6cef978d93bb77bcda8970edbb883e4be149954eb501 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True, RELEASE=reef-6a1bdf8, org.label-schema.build-date=20240731, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-09-21T09:42:52.575 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:42:52 smithi053 bash[88256]: ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y 2024-09-21T09:42:52.964 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:42:52 smithi053 podman[88272]: 2024-09-21 09:42:52.705601904 +0000 UTC m=+0.798440415 container remove a14a1d4de13159cc4b3f6cef978d93bb77bcda8970edbb883e4be149954eb501 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-y, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-6a1bdf8, org.label-schema.build-date=20240731) 2024-09-21T09:42:52.964 INFO:journalctl@ceph.mgr.y.smithi053.stdout:Sep 21 09:42:52 smithi053 systemd[1]: ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-09-21T09:42:52.981 DEBUG:teuthology.orchestra.run.smithi053:> sudo pkill -f 'journalctl -f -n 0 -u ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@mgr.y.service' 2024-09-21T09:42:53.041 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-21T09:42:53.041 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-09-21T09:42:53.042 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-09-21T09:42:53.042 DEBUG:teuthology.orchestra.run.smithi170:> sudo systemctl stop ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@mgr.x 2024-09-21T09:42:53.413 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:53 smithi170 systemd[1]: Stopping Ceph mgr.x for 41b6d1ee-77fc-11ef-baf6-efdc52797490... 2024-09-21T09:42:53.900 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:53 smithi170 podman[73778]: 2024-09-21 09:42:53.576368062 +0000 UTC m=+0.206750402 container died facf178dc14f25b96ce4c17445a6d86a390b17b4dc7e082d4fab061a5f0015ec (image=quay.ceph.io/ceph-ci/ceph@sha256:1283e169fa2a012678b44d89aba6a8833eba9b66e43c608c048a2ff9c690cf47, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=main-62da54b, ceph=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23) 2024-09-21T09:42:54.163 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:54 smithi170 podman[73778]: 2024-09-21 09:42:54.00516094 +0000 UTC m=+0.635543271 container cleanup facf178dc14f25b96ce4c17445a6d86a390b17b4dc7e082d4fab061a5f0015ec (image=quay.ceph.io/ceph-ci/ceph@sha256:1283e169fa2a012678b44d89aba6a8833eba9b66e43c608c048a2ff9c690cf47, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=main-62da54b, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-09-21T09:42:54.164 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:54 smithi170 bash[73778]: ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x 2024-09-21T09:42:54.663 INFO:journalctl@ceph.mgr.x.smithi170.stdout:Sep 21 09:42:54 smithi170 podman[73796]: 2024-09-21 09:42:54.282149485 +0000 UTC m=+0.703617647 container remove facf178dc14f25b96ce4c17445a6d86a390b17b4dc7e082d4fab061a5f0015ec (image=quay.ceph.io/ceph-ci/ceph@sha256:1283e169fa2a012678b44d89aba6a8833eba9b66e43c608c048a2ff9c690cf47, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-mgr-x, RELEASE=main-62da54b, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-09-21T09:42:54.716 DEBUG:teuthology.orchestra.run.smithi170:> sudo pkill -f 'journalctl -f -n 0 -u ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@mgr.x.service' 2024-09-21T09:42:54.780 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-21T09:42:54.780 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-09-21T09:42:54.780 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-09-21T09:42:54.781 DEBUG:teuthology.orchestra.run.smithi053:> sudo systemctl stop ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@osd.0 2024-09-21T09:42:55.075 INFO:journalctl@ceph.osd.0.smithi053.stdout:Sep 21 09:42:54 smithi053 systemd[1]: Stopping Ceph osd.0 for 41b6d1ee-77fc-11ef-baf6-efdc52797490... 2024-09-21T09:42:55.575 INFO:journalctl@ceph.osd.0.smithi053.stdout:Sep 21 09:42:55 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-0[45387]: 2024-09-21T09:42:55.262+0000 7f591cae0640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-21T09:42:55.576 INFO:journalctl@ceph.osd.0.smithi053.stdout:Sep 21 09:42:55 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-0[45387]: 2024-09-21T09:42:55.262+0000 7f591cae0640 -1 osd.0 77 *** Got signal Terminated *** 2024-09-21T09:42:55.576 INFO:journalctl@ceph.osd.0.smithi053.stdout:Sep 21 09:42:55 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-0[45387]: 2024-09-21T09:42:55.262+0000 7f591cae0640 -1 osd.0 77 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-21T09:43:01.075 INFO:journalctl@ceph.osd.0.smithi053.stdout:Sep 21 09:43:00 smithi053 podman[88375]: 2024-09-21 09:43:00.790709305 +0000 UTC m=+5.692470254 container died 639fbca8832ba7676aaa069d4e9fb4436489d4add364063b75c8af188b710ab6 (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-0, GIT_CLEAN=True, RELEASE=reef-6a1bdf8, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23) 2024-09-21T09:43:01.536 INFO:journalctl@ceph.osd.0.smithi053.stdout:Sep 21 09:43:01 smithi053 podman[88375]: 2024-09-21 09:43:01.242067505 +0000 UTC m=+6.143828459 container cleanup 639fbca8832ba7676aaa069d4e9fb4436489d4add364063b75c8af188b710ab6 (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-0, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_CLEAN=True, RELEASE=reef-6a1bdf8, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-21T09:43:01.536 INFO:journalctl@ceph.osd.0.smithi053.stdout:Sep 21 09:43:01 smithi053 bash[88375]: ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-0 2024-09-21T09:43:01.825 INFO:journalctl@ceph.osd.0.smithi053.stdout:Sep 21 09:43:01 smithi053 podman[88394]: 2024-09-21 09:43:01.535220932 +0000 UTC m=+0.739555752 container remove 639fbca8832ba7676aaa069d4e9fb4436489d4add364063b75c8af188b710ab6 (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-0, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=reef-6a1bdf8, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True) 2024-09-21T09:43:02.165 INFO:journalctl@ceph.osd.0.smithi053.stdout:Sep 21 09:43:01 smithi053 podman[88490]: 2024-09-21 09:43:01.764854091 +0000 UTC m=+0.016132880 image pull 0adab276c97e6f3143ffbca5eeff37fcd7dc3b5c0f339a9f747381d9993602de quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6 2024-09-21T09:43:02.165 INFO:journalctl@ceph.osd.0.smithi053.stdout:Sep 21 09:43:01 smithi053 podman[88490]: 2024-09-21 09:43:01.87828509 +0000 UTC m=+0.129563908 container create 0ba6ad05556b1e6393b6f00b092dfb2c12fd62a2b84841714b0357624ad5cfc3 (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-0-deactivate, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=reef-6a1bdf8, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2) 2024-09-21T09:43:02.165 INFO:journalctl@ceph.osd.0.smithi053.stdout:Sep 21 09:43:02 smithi053 podman[88490]: 2024-09-21 09:43:02.072327512 +0000 UTC m=+0.323606300 container init 0ba6ad05556b1e6393b6f00b092dfb2c12fd62a2b84841714b0357624ad5cfc3 (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-0-deactivate, CEPH_POINT_RELEASE=, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-6a1bdf8, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2) 2024-09-21T09:43:02.165 INFO:journalctl@ceph.osd.0.smithi053.stdout:Sep 21 09:43:02 smithi053 podman[88490]: 2024-09-21 09:43:02.077247707 +0000 UTC m=+0.328526484 container start 0ba6ad05556b1e6393b6f00b092dfb2c12fd62a2b84841714b0357624ad5cfc3 (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, RELEASE=reef-6a1bdf8, GIT_CLEAN=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-09-21T09:43:02.165 INFO:journalctl@ceph.osd.0.smithi053.stdout:Sep 21 09:43:02 smithi053 podman[88490]: 2024-09-21 09:43:02.163676896 +0000 UTC m=+0.414955682 container attach 0ba6ad05556b1e6393b6f00b092dfb2c12fd62a2b84841714b0357624ad5cfc3 (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-0-deactivate, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, ceph=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, RELEASE=reef-6a1bdf8) 2024-09-21T09:43:02.576 INFO:journalctl@ceph.osd.0.smithi053.stdout:Sep 21 09:43:02 smithi053 podman[88490]: 2024-09-21 09:43:02.271159872 +0000 UTC m=+0.522438666 container died 0ba6ad05556b1e6393b6f00b092dfb2c12fd62a2b84841714b0357624ad5cfc3 (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-0-deactivate, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=reef-6a1bdf8, GIT_CLEAN=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS) 2024-09-21T09:43:02.901 DEBUG:teuthology.orchestra.run.smithi053:> sudo pkill -f 'journalctl -f -n 0 -u ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@osd.0.service' 2024-09-21T09:43:02.946 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-21T09:43:02.949 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-09-21T09:43:02.949 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-09-21T09:43:02.950 DEBUG:teuthology.orchestra.run.smithi053:> sudo systemctl stop ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@osd.1 2024-09-21T09:43:03.248 INFO:journalctl@ceph.osd.1.smithi053.stdout:Sep 21 09:43:02 smithi053 systemd[1]: Stopping Ceph osd.1 for 41b6d1ee-77fc-11ef-baf6-efdc52797490... 2024-09-21T09:43:03.576 INFO:journalctl@ceph.osd.1.smithi053.stdout:Sep 21 09:43:03 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-1[51552]: 2024-09-21T09:43:03.246+0000 7fe11819b640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-21T09:43:03.576 INFO:journalctl@ceph.osd.1.smithi053.stdout:Sep 21 09:43:03 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-1[51552]: 2024-09-21T09:43:03.246+0000 7fe11819b640 -1 osd.1 77 *** Got signal Terminated *** 2024-09-21T09:43:03.576 INFO:journalctl@ceph.osd.1.smithi053.stdout:Sep 21 09:43:03 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-1[51552]: 2024-09-21T09:43:03.246+0000 7fe11819b640 -1 osd.1 77 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-21T09:43:08.414 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:43:08 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[65824]: ts=2024-09-21T09:43:08.099Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.53:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.53:8765: connect: connection refused" 2024-09-21T09:43:08.414 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:43:08 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[65824]: ts=2024-09-21T09:43:08.099Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.53:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.53:8765: connect: connection refused" 2024-09-21T09:43:08.414 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:43:08 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[65824]: ts=2024-09-21T09:43:08.100Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.53:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.53:8765: connect: connection refused" 2024-09-21T09:43:08.415 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:43:08 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[65824]: ts=2024-09-21T09:43:08.102Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.53:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.53:8765: connect: connection refused" 2024-09-21T09:43:08.415 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:43:08 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[65824]: ts=2024-09-21T09:43:08.102Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.53:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.53:8765: connect: connection refused" 2024-09-21T09:43:09.076 INFO:journalctl@ceph.osd.1.smithi053.stdout:Sep 21 09:43:08 smithi053 podman[88620]: 2024-09-21 09:43:08.770164766 +0000 UTC m=+5.629015088 container died 6ba282074395178845807981e50e57371c06420cfb0d55c9d4e0dd901df4178b (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-1, maintainer=Guillaume Abrioux , RELEASE=reef-6a1bdf8, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-09-21T09:43:10.075 INFO:journalctl@ceph.osd.1.smithi053.stdout:Sep 21 09:43:09 smithi053 podman[88620]: 2024-09-21 09:43:09.670763499 +0000 UTC m=+6.529613863 container cleanup 6ba282074395178845807981e50e57371c06420cfb0d55c9d4e0dd901df4178b (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-1, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-6a1bdf8, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, maintainer=Guillaume Abrioux ) 2024-09-21T09:43:10.075 INFO:journalctl@ceph.osd.1.smithi053.stdout:Sep 21 09:43:09 smithi053 bash[88620]: ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-1 2024-09-21T09:43:10.076 INFO:journalctl@ceph.osd.1.smithi053.stdout:Sep 21 09:43:09 smithi053 podman[88654]: 2024-09-21 09:43:09.888807577 +0000 UTC m=+1.114245093 container remove 6ba282074395178845807981e50e57371c06420cfb0d55c9d4e0dd901df4178b (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-1, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-6a1bdf8, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.37.2) 2024-09-21T09:43:10.535 INFO:journalctl@ceph.osd.1.smithi053.stdout:Sep 21 09:43:10 smithi053 podman[88748]: 2024-09-21 09:43:10.124401799 +0000 UTC m=+0.016242112 image pull 0adab276c97e6f3143ffbca5eeff37fcd7dc3b5c0f339a9f747381d9993602de quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6 2024-09-21T09:43:10.535 INFO:journalctl@ceph.osd.1.smithi053.stdout:Sep 21 09:43:10 smithi053 podman[88748]: 2024-09-21 09:43:10.239733082 +0000 UTC m=+0.131573375 container create 9ba48bf10cf2e93f2a341a7a9660ad15d0fa6680536ddad1cf2f8d2ae2d34a08 (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-1-deactivate, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, RELEASE=reef-6a1bdf8, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True) 2024-09-21T09:43:10.535 INFO:journalctl@ceph.osd.1.smithi053.stdout:Sep 21 09:43:10 smithi053 podman[88748]: 2024-09-21 09:43:10.450505972 +0000 UTC m=+0.342346285 container init 9ba48bf10cf2e93f2a341a7a9660ad15d0fa6680536ddad1cf2f8d2ae2d34a08 (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-1-deactivate, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, RELEASE=reef-6a1bdf8) 2024-09-21T09:43:10.535 INFO:journalctl@ceph.osd.1.smithi053.stdout:Sep 21 09:43:10 smithi053 podman[88748]: 2024-09-21 09:43:10.456198355 +0000 UTC m=+0.348038648 container start 9ba48bf10cf2e93f2a341a7a9660ad15d0fa6680536ddad1cf2f8d2ae2d34a08 (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-1-deactivate, RELEASE=reef-6a1bdf8, org.label-schema.build-date=20240731, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23) 2024-09-21T09:43:10.535 INFO:journalctl@ceph.osd.1.smithi053.stdout:Sep 21 09:43:10 smithi053 podman[88748]: 2024-09-21 09:43:10.533651527 +0000 UTC m=+0.425491825 container attach 9ba48bf10cf2e93f2a341a7a9660ad15d0fa6680536ddad1cf2f8d2ae2d34a08 (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-1-deactivate, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=reef-6a1bdf8, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.build-date=20240731, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-21T09:43:10.825 INFO:journalctl@ceph.osd.1.smithi053.stdout:Sep 21 09:43:10 smithi053 podman[88748]: 2024-09-21 09:43:10.65273666 +0000 UTC m=+0.544576965 container died 9ba48bf10cf2e93f2a341a7a9660ad15d0fa6680536ddad1cf2f8d2ae2d34a08 (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-1-deactivate, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.build-date=20240731, RELEASE=reef-6a1bdf8, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-09-21T09:43:11.766 DEBUG:teuthology.orchestra.run.smithi053:> sudo pkill -f 'journalctl -f -n 0 -u ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@osd.1.service' 2024-09-21T09:43:11.815 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-21T09:43:11.815 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-09-21T09:43:11.815 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-09-21T09:43:11.816 DEBUG:teuthology.orchestra.run.smithi053:> sudo systemctl stop ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@osd.2 2024-09-21T09:43:12.075 INFO:journalctl@ceph.osd.2.smithi053.stdout:Sep 21 09:43:11 smithi053 systemd[1]: Stopping Ceph osd.2 for 41b6d1ee-77fc-11ef-baf6-efdc52797490... 2024-09-21T09:43:12.575 INFO:journalctl@ceph.osd.2.smithi053.stdout:Sep 21 09:43:12 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-2[57517]: 2024-09-21T09:43:12.117+0000 7fbaa4ab4640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-21T09:43:12.576 INFO:journalctl@ceph.osd.2.smithi053.stdout:Sep 21 09:43:12 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-2[57517]: 2024-09-21T09:43:12.117+0000 7fbaa4ab4640 -1 osd.2 77 *** Got signal Terminated *** 2024-09-21T09:43:12.576 INFO:journalctl@ceph.osd.2.smithi053.stdout:Sep 21 09:43:12 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-2[57517]: 2024-09-21T09:43:12.117+0000 7fbaa4ab4640 -1 osd.2 77 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-21T09:43:17.859 INFO:journalctl@ceph.osd.2.smithi053.stdout:Sep 21 09:43:17 smithi053 podman[88875]: 2024-09-21 09:43:17.582419493 +0000 UTC m=+5.576786527 container died a5fd2c50e6e2d448637a378b8d4e98fa80f049f4ff882e8caade1079ec3cbca3 (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-2, org.label-schema.license=GPLv2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=reef-6a1bdf8, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-09-21T09:43:18.317 INFO:journalctl@ceph.osd.2.smithi053.stdout:Sep 21 09:43:18 smithi053 podman[88875]: 2024-09-21 09:43:18.057013889 +0000 UTC m=+6.051380972 container cleanup a5fd2c50e6e2d448637a378b8d4e98fa80f049f4ff882e8caade1079ec3cbca3 (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=reef-6a1bdf8, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, ceph=True) 2024-09-21T09:43:18.318 INFO:journalctl@ceph.osd.2.smithi053.stdout:Sep 21 09:43:18 smithi053 bash[88875]: ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-2 2024-09-21T09:43:18.575 INFO:journalctl@ceph.osd.2.smithi053.stdout:Sep 21 09:43:18 smithi053 podman[88896]: 2024-09-21 09:43:18.316610015 +0000 UTC m=+0.728411757 container remove a5fd2c50e6e2d448637a378b8d4e98fa80f049f4ff882e8caade1079ec3cbca3 (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-2, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=reef-6a1bdf8, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-09-21T09:43:19.030 INFO:journalctl@ceph.osd.2.smithi053.stdout:Sep 21 09:43:18 smithi053 podman[88989]: 2024-09-21 09:43:18.584628395 +0000 UTC m=+0.016479447 image pull 0adab276c97e6f3143ffbca5eeff37fcd7dc3b5c0f339a9f747381d9993602de quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6 2024-09-21T09:43:19.030 INFO:journalctl@ceph.osd.2.smithi053.stdout:Sep 21 09:43:18 smithi053 podman[88989]: 2024-09-21 09:43:18.684021608 +0000 UTC m=+0.115872649 container create 9041ced26870618013410d095eeda55f32a1da2df5e2ce9bd118742643caaf4c (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-2-deactivate, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-6a1bdf8, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23) 2024-09-21T09:43:19.030 INFO:journalctl@ceph.osd.2.smithi053.stdout:Sep 21 09:43:18 smithi053 podman[88989]: 2024-09-21 09:43:18.903461713 +0000 UTC m=+0.335312764 container init 9041ced26870618013410d095eeda55f32a1da2df5e2ce9bd118742643caaf4c (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-2-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=reef-6a1bdf8, ceph=True, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS) 2024-09-21T09:43:19.030 INFO:journalctl@ceph.osd.2.smithi053.stdout:Sep 21 09:43:18 smithi053 podman[88989]: 2024-09-21 09:43:18.908962865 +0000 UTC m=+0.340813910 container start 9041ced26870618013410d095eeda55f32a1da2df5e2ce9bd118742643caaf4c (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-2-deactivate, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=reef-6a1bdf8, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_CLEAN=True) 2024-09-21T09:43:19.030 INFO:journalctl@ceph.osd.2.smithi053.stdout:Sep 21 09:43:19 smithi053 podman[88989]: 2024-09-21 09:43:19.028243134 +0000 UTC m=+0.460094202 container attach 9041ced26870618013410d095eeda55f32a1da2df5e2ce9bd118742643caaf4c (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.vendor=CentOS, RELEASE=reef-6a1bdf8, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, ceph=True) 2024-09-21T09:43:19.325 INFO:journalctl@ceph.osd.2.smithi053.stdout:Sep 21 09:43:19 smithi053 podman[88989]: 2024-09-21 09:43:19.106846031 +0000 UTC m=+0.538697083 container died 9041ced26870618013410d095eeda55f32a1da2df5e2ce9bd118742643caaf4c (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-2-deactivate, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=reef-6a1bdf8, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True) 2024-09-21T09:43:19.723 DEBUG:teuthology.orchestra.run.smithi053:> sudo pkill -f 'journalctl -f -n 0 -u ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@osd.2.service' 2024-09-21T09:43:19.764 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-21T09:43:19.764 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-09-21T09:43:19.765 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-09-21T09:43:19.765 DEBUG:teuthology.orchestra.run.smithi053:> sudo systemctl stop ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@osd.3 2024-09-21T09:43:20.075 INFO:journalctl@ceph.osd.3.smithi053.stdout:Sep 21 09:43:19 smithi053 systemd[1]: Stopping Ceph osd.3 for 41b6d1ee-77fc-11ef-baf6-efdc52797490... 2024-09-21T09:43:20.575 INFO:journalctl@ceph.osd.3.smithi053.stdout:Sep 21 09:43:20 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-3[63648]: 2024-09-21T09:43:20.112+0000 7fba0bbcb640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-21T09:43:20.576 INFO:journalctl@ceph.osd.3.smithi053.stdout:Sep 21 09:43:20 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-3[63648]: 2024-09-21T09:43:20.112+0000 7fba0bbcb640 -1 osd.3 77 *** Got signal Terminated *** 2024-09-21T09:43:20.576 INFO:journalctl@ceph.osd.3.smithi053.stdout:Sep 21 09:43:20 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-3[63648]: 2024-09-21T09:43:20.112+0000 7fba0bbcb640 -1 osd.3 77 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-21T09:43:22.663 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 21 09:43:22 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-4[38175]: 2024-09-21T09:43:22.398+0000 7fa190ddc640 -1 osd.4 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:56.253916+0000 front 2024-09-21T09:42:56.253539+0000 (oldest deadline 2024-09-21T09:43:22.153517+0000) 2024-09-21T09:43:23.163 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 21 09:43:23 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-5[44032]: 2024-09-21T09:43:23.032+0000 7f5cac1b4640 -1 osd.5 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:43:00.146746+0000 front 2024-09-21T09:43:00.147082+0000 (oldest deadline 2024-09-21T09:43:22.446721+0000) 2024-09-21T09:43:23.325 INFO:journalctl@ceph.osd.3.smithi053.stdout:Sep 21 09:43:22 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-3[63648]: 2024-09-21T09:43:22.917+0000 7fba081df640 -1 osd.3 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:59.972078+0000 front 2024-09-21T09:42:59.972457+0000 (oldest deadline 2024-09-21T09:43:22.272131+0000) 2024-09-21T09:43:23.760 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 21 09:43:23 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-4[38175]: 2024-09-21T09:43:23.423+0000 7fa190ddc640 -1 osd.4 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:56.253916+0000 front 2024-09-21T09:42:56.253539+0000 (oldest deadline 2024-09-21T09:43:22.153517+0000) 2024-09-21T09:43:24.163 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 21 09:43:23 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-5[44032]: 2024-09-21T09:43:23.994+0000 7f5cac1b4640 -1 osd.5 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:43:00.146746+0000 front 2024-09-21T09:43:00.147082+0000 (oldest deadline 2024-09-21T09:43:22.446721+0000) 2024-09-21T09:43:24.325 INFO:journalctl@ceph.osd.3.smithi053.stdout:Sep 21 09:43:23 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-3[63648]: 2024-09-21T09:43:23.881+0000 7fba081df640 -1 osd.3 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:59.972078+0000 front 2024-09-21T09:42:59.972457+0000 (oldest deadline 2024-09-21T09:43:22.272131+0000) 2024-09-21T09:43:24.663 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 21 09:43:24 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-4[38175]: 2024-09-21T09:43:24.406+0000 7fa190ddc640 -1 osd.4 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:56.253916+0000 front 2024-09-21T09:42:56.253539+0000 (oldest deadline 2024-09-21T09:43:22.153517+0000) 2024-09-21T09:43:25.038 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:24 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:24.758+0000 7f73a2b5f640 -1 osd.6 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:57.006268+0000 front 2024-09-21T09:42:57.008481+0000 (oldest deadline 2024-09-21T09:43:24.606592+0000) 2024-09-21T09:43:25.325 INFO:journalctl@ceph.osd.3.smithi053.stdout:Sep 21 09:43:24 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-3[63648]: 2024-09-21T09:43:24.923+0000 7fba081df640 -1 osd.3 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:59.972078+0000 front 2024-09-21T09:42:59.972457+0000 (oldest deadline 2024-09-21T09:43:22.272131+0000) 2024-09-21T09:43:25.414 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 21 09:43:25 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-5[44032]: 2024-09-21T09:43:25.036+0000 7f5cac1b4640 -1 osd.5 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:43:00.146746+0000 front 2024-09-21T09:43:00.147082+0000 (oldest deadline 2024-09-21T09:43:22.446721+0000) 2024-09-21T09:43:25.414 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:25 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:25.083+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:59.807156+0000 front 2024-09-21T09:42:59.807283+0000 (oldest deadline 2024-09-21T09:43:24.507373+0000) 2024-09-21T09:43:25.791 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 21 09:43:25 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-4[38175]: 2024-09-21T09:43:25.453+0000 7fa190ddc640 -1 osd.4 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:56.253916+0000 front 2024-09-21T09:42:56.253539+0000 (oldest deadline 2024-09-21T09:43:22.153517+0000) 2024-09-21T09:43:26.076 INFO:journalctl@ceph.osd.3.smithi053.stdout:Sep 21 09:43:25 smithi053 podman[89116]: 2024-09-21 09:43:25.634368185 +0000 UTC m=+5.643071161 container died a3559428459b1ff7a6c2c3ccb1a550200d2a39f4aa63c17e604b9fd822550044 (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-3, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=reef-6a1bdf8, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, ceph=True, org.label-schema.schema-version=1.0) 2024-09-21T09:43:26.116 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 21 09:43:26 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-5[44032]: 2024-09-21T09:43:26.028+0000 7f5cac1b4640 -1 osd.5 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:43:00.146746+0000 front 2024-09-21T09:43:00.147082+0000 (oldest deadline 2024-09-21T09:43:22.446721+0000) 2024-09-21T09:43:26.117 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:25 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:25.789+0000 7f73a2b5f640 -1 osd.6 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:57.006268+0000 front 2024-09-21T09:42:57.008481+0000 (oldest deadline 2024-09-21T09:43:24.606592+0000) 2024-09-21T09:43:26.413 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:26 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:26.114+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:59.807156+0000 front 2024-09-21T09:42:59.807283+0000 (oldest deadline 2024-09-21T09:43:24.507373+0000) 2024-09-21T09:43:26.570 INFO:journalctl@ceph.osd.3.smithi053.stdout:Sep 21 09:43:26 smithi053 podman[89116]: 2024-09-21 09:43:26.318129056 +0000 UTC m=+6.326832080 container cleanup a3559428459b1ff7a6c2c3ccb1a550200d2a39f4aa63c17e604b9fd822550044 (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-3, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=reef-6a1bdf8, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-09-21T09:43:26.571 INFO:journalctl@ceph.osd.3.smithi053.stdout:Sep 21 09:43:26 smithi053 bash[89116]: ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-3 2024-09-21T09:43:26.815 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 21 09:43:26 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-4[38175]: 2024-09-21T09:43:26.412+0000 7fa190ddc640 -1 osd.4 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:56.253916+0000 front 2024-09-21T09:42:56.253539+0000 (oldest deadline 2024-09-21T09:43:22.153517+0000) 2024-09-21T09:43:26.825 INFO:journalctl@ceph.osd.3.smithi053.stdout:Sep 21 09:43:26 smithi053 podman[89136]: 2024-09-21 09:43:26.569451051 +0000 UTC m=+0.928569299 container remove a3559428459b1ff7a6c2c3ccb1a550200d2a39f4aa63c17e604b9fd822550044 (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-3, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=reef-6a1bdf8, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-21T09:43:27.101 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:26 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:26.813+0000 7f73a2b5f640 -1 osd.6 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:57.006268+0000 front 2024-09-21T09:42:57.008481+0000 (oldest deadline 2024-09-21T09:43:24.606592+0000) 2024-09-21T09:43:27.101 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 21 09:43:27 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-5[44032]: 2024-09-21T09:43:27.049+0000 7f5cac1b4640 -1 osd.5 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:43:00.146746+0000 front 2024-09-21T09:43:00.147082+0000 (oldest deadline 2024-09-21T09:43:22.446721+0000) 2024-09-21T09:43:27.198 INFO:journalctl@ceph.osd.3.smithi053.stdout:Sep 21 09:43:26 smithi053 podman[89233]: 2024-09-21 09:43:26.808022965 +0000 UTC m=+0.016403499 image pull 0adab276c97e6f3143ffbca5eeff37fcd7dc3b5c0f339a9f747381d9993602de quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6 2024-09-21T09:43:27.199 INFO:journalctl@ceph.osd.3.smithi053.stdout:Sep 21 09:43:26 smithi053 podman[89233]: 2024-09-21 09:43:26.911998713 +0000 UTC m=+0.120379274 container create b6c5a24adf0aca1f5eca7b4302de141e88041f037f2117718b1225f76ebbf6ae (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-3-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=reef-6a1bdf8) 2024-09-21T09:43:27.199 INFO:journalctl@ceph.osd.3.smithi053.stdout:Sep 21 09:43:27 smithi053 podman[89233]: 2024-09-21 09:43:27.10567176 +0000 UTC m=+0.314052294 container init b6c5a24adf0aca1f5eca7b4302de141e88041f037f2117718b1225f76ebbf6ae (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-3-deactivate, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.schema-version=1.0, RELEASE=reef-6a1bdf8, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2) 2024-09-21T09:43:27.199 INFO:journalctl@ceph.osd.3.smithi053.stdout:Sep 21 09:43:27 smithi053 podman[89233]: 2024-09-21 09:43:27.111027312 +0000 UTC m=+0.319407832 container start b6c5a24adf0aca1f5eca7b4302de141e88041f037f2117718b1225f76ebbf6ae (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-3-deactivate, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=reef-6a1bdf8, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731) 2024-09-21T09:43:27.199 INFO:journalctl@ceph.osd.3.smithi053.stdout:Sep 21 09:43:27 smithi053 podman[89233]: 2024-09-21 09:43:27.197297462 +0000 UTC m=+0.405677990 container attach b6c5a24adf0aca1f5eca7b4302de141e88041f037f2117718b1225f76ebbf6ae (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-3-deactivate, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-6a1bdf8, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-21T09:43:27.413 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:27 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:27.099+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:59.807156+0000 front 2024-09-21T09:42:59.807283+0000 (oldest deadline 2024-09-21T09:43:24.507373+0000) 2024-09-21T09:43:27.575 INFO:journalctl@ceph.osd.3.smithi053.stdout:Sep 21 09:43:27 smithi053 podman[89233]: 2024-09-21 09:43:27.300018623 +0000 UTC m=+0.508399142 container died b6c5a24adf0aca1f5eca7b4302de141e88041f037f2117718b1225f76ebbf6ae (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-3-deactivate, org.label-schema.license=GPLv2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=reef-6a1bdf8, GIT_CLEAN=True, ceph=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-21T09:43:27.851 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 21 09:43:27 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-4[38175]: 2024-09-21T09:43:27.449+0000 7fa190ddc640 -1 osd.4 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:56.253916+0000 front 2024-09-21T09:42:56.253539+0000 (oldest deadline 2024-09-21T09:43:22.153517+0000) 2024-09-21T09:43:27.990 DEBUG:teuthology.orchestra.run.smithi053:> sudo pkill -f 'journalctl -f -n 0 -u ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@osd.3.service' 2024-09-21T09:43:28.032 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-21T09:43:28.032 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-09-21T09:43:28.032 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-09-21T09:43:28.032 DEBUG:teuthology.orchestra.run.smithi170:> sudo systemctl stop ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@osd.4 2024-09-21T09:43:28.164 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 21 09:43:28 smithi170 systemd[1]: Stopping Ceph osd.4 for 41b6d1ee-77fc-11ef-baf6-efdc52797490... 2024-09-21T09:43:28.164 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:27 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:27.849+0000 7f73a2b5f640 -1 osd.6 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:57.006268+0000 front 2024-09-21T09:42:57.008481+0000 (oldest deadline 2024-09-21T09:43:24.606592+0000) 2024-09-21T09:43:28.165 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 21 09:43:28 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-5[44032]: 2024-09-21T09:43:28.084+0000 7f5cac1b4640 -1 osd.5 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:43:00.146746+0000 front 2024-09-21T09:43:00.147082+0000 (oldest deadline 2024-09-21T09:43:22.446721+0000) 2024-09-21T09:43:28.165 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:28 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:28.051+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:59.807156+0000 front 2024-09-21T09:42:59.807283+0000 (oldest deadline 2024-09-21T09:43:24.507373+0000) 2024-09-21T09:43:28.663 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 21 09:43:28 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-4[38175]: 2024-09-21T09:43:28.342+0000 7fa1987d0640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-21T09:43:28.664 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 21 09:43:28 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-4[38175]: 2024-09-21T09:43:28.342+0000 7fa1987d0640 -1 osd.4 77 *** Got signal Terminated *** 2024-09-21T09:43:28.664 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 21 09:43:28 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-4[38175]: 2024-09-21T09:43:28.342+0000 7fa1987d0640 -1 osd.4 77 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-21T09:43:28.664 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 21 09:43:28 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-4[38175]: 2024-09-21T09:43:28.453+0000 7fa190ddc640 -1 osd.4 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:56.253916+0000 front 2024-09-21T09:42:56.253539+0000 (oldest deadline 2024-09-21T09:43:22.153517+0000) 2024-09-21T09:43:29.163 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:28 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:28.899+0000 7f73a2b5f640 -1 osd.6 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:57.006268+0000 front 2024-09-21T09:42:57.008481+0000 (oldest deadline 2024-09-21T09:43:24.606592+0000) 2024-09-21T09:43:29.164 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:29 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:29.044+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:59.807156+0000 front 2024-09-21T09:42:59.807283+0000 (oldest deadline 2024-09-21T09:43:24.507373+0000) 2024-09-21T09:43:29.164 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 21 09:43:29 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-5[44032]: 2024-09-21T09:43:29.132+0000 7f5cac1b4640 -1 osd.5 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:43:00.146746+0000 front 2024-09-21T09:43:00.147082+0000 (oldest deadline 2024-09-21T09:43:22.446721+0000) 2024-09-21T09:43:29.913 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 21 09:43:29 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-4[38175]: 2024-09-21T09:43:29.496+0000 7fa190ddc640 -1 osd.4 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:56.253916+0000 front 2024-09-21T09:42:56.253539+0000 (oldest deadline 2024-09-21T09:43:22.153517+0000) 2024-09-21T09:43:30.414 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 21 09:43:30 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-5[44032]: 2024-09-21T09:43:30.101+0000 7f5cac1b4640 -1 osd.5 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:43:00.146746+0000 front 2024-09-21T09:43:00.147082+0000 (oldest deadline 2024-09-21T09:43:22.446721+0000) 2024-09-21T09:43:30.414 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:29 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:29.946+0000 7f73a2b5f640 -1 osd.6 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:57.006268+0000 front 2024-09-21T09:42:57.008481+0000 (oldest deadline 2024-09-21T09:43:24.606592+0000) 2024-09-21T09:43:30.414 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:30 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:30.018+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:59.807156+0000 front 2024-09-21T09:42:59.807283+0000 (oldest deadline 2024-09-21T09:43:24.507373+0000) 2024-09-21T09:43:30.913 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 21 09:43:30 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-4[38175]: 2024-09-21T09:43:30.534+0000 7fa190ddc640 -1 osd.4 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:56.253916+0000 front 2024-09-21T09:42:56.253539+0000 (oldest deadline 2024-09-21T09:43:22.153517+0000) 2024-09-21T09:43:30.914 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 21 09:43:30 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-4[38175]: 2024-09-21T09:43:30.534+0000 7fa190ddc640 -1 osd.4 77 heartbeat_check: no reply from 172.21.15.53:6814 osd.1 since back 2024-09-21T09:43:07.354989+0000 front 2024-09-21T09:43:07.355063+0000 (oldest deadline 2024-09-21T09:43:30.254992+0000) 2024-09-21T09:43:30.914 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 21 09:43:30 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-4[38175]: 2024-09-21T09:43:30.534+0000 7fa190ddc640 -1 osd.4 77 get_health_metrics reporting 7 slow ops, oldest is osd_op(client.24710.0:190420 5.e 5:71dc2237:::benchmark_data_smithi053_85036_object56205:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e77) 2024-09-21T09:43:31.414 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:31 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:31.042+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:59.807156+0000 front 2024-09-21T09:42:59.807283+0000 (oldest deadline 2024-09-21T09:43:24.507373+0000) 2024-09-21T09:43:31.414 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:30 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:30.967+0000 7f73a2b5f640 -1 osd.6 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:57.006268+0000 front 2024-09-21T09:42:57.008481+0000 (oldest deadline 2024-09-21T09:43:24.606592+0000) 2024-09-21T09:43:31.414 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:30 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:30.967+0000 7f73a2b5f640 -1 osd.6 77 get_health_metrics reporting 2 slow ops, oldest is osd_op(client.24710.0:190429 5.2 5:45f40d68:::benchmark_data_smithi053_85036_object56214:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e77) 2024-09-21T09:43:31.414 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 21 09:43:31 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-5[44032]: 2024-09-21T09:43:31.083+0000 7f5cac1b4640 -1 osd.5 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:43:00.146746+0000 front 2024-09-21T09:43:00.147082+0000 (oldest deadline 2024-09-21T09:43:22.446721+0000) 2024-09-21T09:43:31.415 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 21 09:43:31 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-5[44032]: 2024-09-21T09:43:31.083+0000 7f5cac1b4640 -1 osd.5 77 get_health_metrics reporting 2 slow ops, oldest is osd_op(client.24710.0:190412 5.7 5:ecbbb07e:::benchmark_data_smithi053_85036_object56197:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e77) 2024-09-21T09:43:31.914 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 21 09:43:31 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-4[38175]: 2024-09-21T09:43:31.575+0000 7fa190ddc640 -1 osd.4 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:56.253916+0000 front 2024-09-21T09:42:56.253539+0000 (oldest deadline 2024-09-21T09:43:22.153517+0000) 2024-09-21T09:43:31.914 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 21 09:43:31 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-4[38175]: 2024-09-21T09:43:31.575+0000 7fa190ddc640 -1 osd.4 77 heartbeat_check: no reply from 172.21.15.53:6814 osd.1 since back 2024-09-21T09:43:07.354989+0000 front 2024-09-21T09:43:07.355063+0000 (oldest deadline 2024-09-21T09:43:30.254992+0000) 2024-09-21T09:43:31.914 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 21 09:43:31 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-4[38175]: 2024-09-21T09:43:31.575+0000 7fa190ddc640 -1 osd.4 77 get_health_metrics reporting 7 slow ops, oldest is osd_op(client.24710.0:190420 5.e 5:71dc2237:::benchmark_data_smithi053_85036_object56205:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e77) 2024-09-21T09:43:32.414 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:32 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:32.038+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:59.807156+0000 front 2024-09-21T09:42:59.807283+0000 (oldest deadline 2024-09-21T09:43:24.507373+0000) 2024-09-21T09:43:32.414 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:31 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:31.982+0000 7f73a2b5f640 -1 osd.6 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:57.006268+0000 front 2024-09-21T09:42:57.008481+0000 (oldest deadline 2024-09-21T09:43:24.606592+0000) 2024-09-21T09:43:32.414 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:31 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:31.982+0000 7f73a2b5f640 -1 osd.6 77 heartbeat_check: no reply from 172.21.15.53:6814 osd.1 since back 2024-09-21T09:43:07.507749+0000 front 2024-09-21T09:43:07.507717+0000 (oldest deadline 2024-09-21T09:43:31.007564+0000) 2024-09-21T09:43:32.414 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:31 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:31.982+0000 7f73a2b5f640 -1 osd.6 77 get_health_metrics reporting 2 slow ops, oldest is osd_op(client.24710.0:190429 5.2 5:45f40d68:::benchmark_data_smithi053_85036_object56214:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e77) 2024-09-21T09:43:32.415 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 21 09:43:32 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-5[44032]: 2024-09-21T09:43:32.039+0000 7f5cac1b4640 -1 osd.5 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:43:00.146746+0000 front 2024-09-21T09:43:00.147082+0000 (oldest deadline 2024-09-21T09:43:22.446721+0000) 2024-09-21T09:43:32.415 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 21 09:43:32 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-5[44032]: 2024-09-21T09:43:32.039+0000 7f5cac1b4640 -1 osd.5 77 heartbeat_check: no reply from 172.21.15.53:6814 osd.1 since back 2024-09-21T09:43:08.148443+0000 front 2024-09-21T09:43:08.148541+0000 (oldest deadline 2024-09-21T09:43:31.648645+0000) 2024-09-21T09:43:32.415 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 21 09:43:32 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-5[44032]: 2024-09-21T09:43:32.040+0000 7f5cac1b4640 -1 osd.5 77 get_health_metrics reporting 2 slow ops, oldest is osd_op(client.24710.0:190412 5.7 5:ecbbb07e:::benchmark_data_smithi053_85036_object56197:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e77) 2024-09-21T09:43:32.914 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 21 09:43:32 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-4[38175]: 2024-09-21T09:43:32.584+0000 7fa190ddc640 -1 osd.4 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:56.253916+0000 front 2024-09-21T09:42:56.253539+0000 (oldest deadline 2024-09-21T09:43:22.153517+0000) 2024-09-21T09:43:32.914 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 21 09:43:32 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-4[38175]: 2024-09-21T09:43:32.584+0000 7fa190ddc640 -1 osd.4 77 heartbeat_check: no reply from 172.21.15.53:6814 osd.1 since back 2024-09-21T09:43:07.354989+0000 front 2024-09-21T09:43:07.355063+0000 (oldest deadline 2024-09-21T09:43:30.254992+0000) 2024-09-21T09:43:32.914 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 21 09:43:32 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-4[38175]: 2024-09-21T09:43:32.584+0000 7fa190ddc640 -1 osd.4 77 get_health_metrics reporting 7 slow ops, oldest is osd_op(client.24710.0:190420 5.e 5:71dc2237:::benchmark_data_smithi053_85036_object56205:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e77) 2024-09-21T09:43:33.278 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:33 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:33.027+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:59.807156+0000 front 2024-09-21T09:42:59.807283+0000 (oldest deadline 2024-09-21T09:43:24.507373+0000) 2024-09-21T09:43:33.278 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:32 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:32.963+0000 7f73a2b5f640 -1 osd.6 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:57.006268+0000 front 2024-09-21T09:42:57.008481+0000 (oldest deadline 2024-09-21T09:43:24.606592+0000) 2024-09-21T09:43:33.279 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:32 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:32.964+0000 7f73a2b5f640 -1 osd.6 77 heartbeat_check: no reply from 172.21.15.53:6814 osd.1 since back 2024-09-21T09:43:07.507749+0000 front 2024-09-21T09:43:07.507717+0000 (oldest deadline 2024-09-21T09:43:31.007564+0000) 2024-09-21T09:43:33.279 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:32 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:32.964+0000 7f73a2b5f640 -1 osd.6 77 get_health_metrics reporting 2 slow ops, oldest is osd_op(client.24710.0:190429 5.2 5:45f40d68:::benchmark_data_smithi053_85036_object56214:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e77) 2024-09-21T09:43:33.279 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 21 09:43:33 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-5[44032]: 2024-09-21T09:43:33.001+0000 7f5cac1b4640 -1 osd.5 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:43:00.146746+0000 front 2024-09-21T09:43:00.147082+0000 (oldest deadline 2024-09-21T09:43:22.446721+0000) 2024-09-21T09:43:33.279 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 21 09:43:33 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-5[44032]: 2024-09-21T09:43:33.001+0000 7f5cac1b4640 -1 osd.5 77 heartbeat_check: no reply from 172.21.15.53:6814 osd.1 since back 2024-09-21T09:43:08.148443+0000 front 2024-09-21T09:43:08.148541+0000 (oldest deadline 2024-09-21T09:43:31.648645+0000) 2024-09-21T09:43:33.279 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 21 09:43:33 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-5[44032]: 2024-09-21T09:43:33.001+0000 7f5cac1b4640 -1 osd.5 77 get_health_metrics reporting 2 slow ops, oldest is osd_op(client.24710.0:190412 5.7 5:ecbbb07e:::benchmark_data_smithi053_85036_object56197:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e77) 2024-09-21T09:43:34.164 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 21 09:43:33 smithi170 podman[73919]: 2024-09-21 09:43:33.963081188 +0000 UTC m=+5.730286106 container died fea471fee633089586f1d0e8a3464065fb599eeea8c3a650e3db2d99edb4abd6 (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-4, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=reef-6a1bdf8, GIT_BRANCH=HEAD) 2024-09-21T09:43:34.164 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:34 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:33.999+0000 7f73a2b5f640 -1 osd.6 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:57.006268+0000 front 2024-09-21T09:42:57.008481+0000 (oldest deadline 2024-09-21T09:43:24.606592+0000) 2024-09-21T09:43:34.164 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:34 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:33.999+0000 7f73a2b5f640 -1 osd.6 77 heartbeat_check: no reply from 172.21.15.53:6814 osd.1 since back 2024-09-21T09:43:07.507749+0000 front 2024-09-21T09:43:07.507717+0000 (oldest deadline 2024-09-21T09:43:31.007564+0000) 2024-09-21T09:43:34.164 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:34 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:33.999+0000 7f73a2b5f640 -1 osd.6 77 get_health_metrics reporting 2 slow ops, oldest is osd_op(client.24710.0:190429 5.2 5:45f40d68:::benchmark_data_smithi053_85036_object56214:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e77) 2024-09-21T09:43:34.165 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:34 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:34.062+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:59.807156+0000 front 2024-09-21T09:42:59.807283+0000 (oldest deadline 2024-09-21T09:43:24.507373+0000) 2024-09-21T09:43:34.165 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:34 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:34.062+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6814 osd.1 since back 2024-09-21T09:43:08.008468+0000 front 2024-09-21T09:43:08.008584+0000 (oldest deadline 2024-09-21T09:43:33.308400+0000) 2024-09-21T09:43:34.165 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 21 09:43:33 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-5[44032]: 2024-09-21T09:43:33.968+0000 7f5cac1b4640 -1 osd.5 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:43:00.146746+0000 front 2024-09-21T09:43:00.147082+0000 (oldest deadline 2024-09-21T09:43:22.446721+0000) 2024-09-21T09:43:34.165 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 21 09:43:33 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-5[44032]: 2024-09-21T09:43:33.968+0000 7f5cac1b4640 -1 osd.5 77 heartbeat_check: no reply from 172.21.15.53:6814 osd.1 since back 2024-09-21T09:43:08.148443+0000 front 2024-09-21T09:43:08.148541+0000 (oldest deadline 2024-09-21T09:43:31.648645+0000) 2024-09-21T09:43:34.166 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 21 09:43:33 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-5[44032]: 2024-09-21T09:43:33.968+0000 7f5cac1b4640 -1 osd.5 77 get_health_metrics reporting 2 slow ops, oldest is osd_op(client.24710.0:190412 5.7 5:ecbbb07e:::benchmark_data_smithi053_85036_object56197:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e77) 2024-09-21T09:43:34.664 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 21 09:43:34 smithi170 podman[73919]: 2024-09-21 09:43:34.415759882 +0000 UTC m=+6.182964799 container cleanup fea471fee633089586f1d0e8a3464065fb599eeea8c3a650e3db2d99edb4abd6 (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-4, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-6a1bdf8, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-09-21T09:43:34.664 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 21 09:43:34 smithi170 bash[73919]: ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-4 2024-09-21T09:43:34.983 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 21 09:43:34 smithi170 podman[73941]: 2024-09-21 09:43:34.669663734 +0000 UTC m=+0.704658394 container remove fea471fee633089586f1d0e8a3464065fb599eeea8c3a650e3db2d99edb4abd6 (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-4, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=reef-6a1bdf8, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-09-21T09:43:35.282 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 21 09:43:35 smithi170 podman[74034]: 2024-09-21 09:43:34.929626796 +0000 UTC m=+0.015719926 image pull 0adab276c97e6f3143ffbca5eeff37fcd7dc3b5c0f339a9f747381d9993602de quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6 2024-09-21T09:43:35.283 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 21 09:43:35 smithi170 podman[74034]: 2024-09-21 09:43:35.037295337 +0000 UTC m=+0.123388498 container create f6ab56d2d01f2c00420f3d6d7356e334d7e38bf26b1c37bf96f78bac85438672 (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-4-deactivate, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, RELEASE=reef-6a1bdf8, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-09-21T09:43:35.283 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 21 09:43:34 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-5[44032]: 2024-09-21T09:43:34.982+0000 7f5cac1b4640 -1 osd.5 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:43:00.146746+0000 front 2024-09-21T09:43:00.147082+0000 (oldest deadline 2024-09-21T09:43:22.446721+0000) 2024-09-21T09:43:35.283 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 21 09:43:34 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-5[44032]: 2024-09-21T09:43:34.982+0000 7f5cac1b4640 -1 osd.5 77 heartbeat_check: no reply from 172.21.15.53:6814 osd.1 since back 2024-09-21T09:43:08.148443+0000 front 2024-09-21T09:43:08.148541+0000 (oldest deadline 2024-09-21T09:43:31.648645+0000) 2024-09-21T09:43:35.283 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 21 09:43:34 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-5[44032]: 2024-09-21T09:43:34.982+0000 7f5cac1b4640 -1 osd.5 77 get_health_metrics reporting 2 slow ops, oldest is osd_op(client.24710.0:190412 5.7 5:ecbbb07e:::benchmark_data_smithi053_85036_object56197:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e77) 2024-09-21T09:43:35.284 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:35 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:35.040+0000 7f73a2b5f640 -1 osd.6 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:57.006268+0000 front 2024-09-21T09:42:57.008481+0000 (oldest deadline 2024-09-21T09:43:24.606592+0000) 2024-09-21T09:43:35.284 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:35 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:35.040+0000 7f73a2b5f640 -1 osd.6 77 heartbeat_check: no reply from 172.21.15.53:6814 osd.1 since back 2024-09-21T09:43:07.507749+0000 front 2024-09-21T09:43:07.507717+0000 (oldest deadline 2024-09-21T09:43:31.007564+0000) 2024-09-21T09:43:35.284 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:35 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:35.040+0000 7f73a2b5f640 -1 osd.6 77 get_health_metrics reporting 2 slow ops, oldest is osd_op(client.24710.0:190429 5.2 5:45f40d68:::benchmark_data_smithi053_85036_object56214:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e77) 2024-09-21T09:43:35.284 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:35 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:35.081+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:59.807156+0000 front 2024-09-21T09:42:59.807283+0000 (oldest deadline 2024-09-21T09:43:24.507373+0000) 2024-09-21T09:43:35.284 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:35 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:35.081+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6814 osd.1 since back 2024-09-21T09:43:08.008468+0000 front 2024-09-21T09:43:08.008584+0000 (oldest deadline 2024-09-21T09:43:33.308400+0000) 2024-09-21T09:43:35.664 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 21 09:43:35 smithi170 podman[74034]: 2024-09-21 09:43:35.281443675 +0000 UTC m=+0.367536804 container init f6ab56d2d01f2c00420f3d6d7356e334d7e38bf26b1c37bf96f78bac85438672 (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-4-deactivate, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, RELEASE=reef-6a1bdf8, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731) 2024-09-21T09:43:35.664 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 21 09:43:35 smithi170 podman[74034]: 2024-09-21 09:43:35.286534938 +0000 UTC m=+0.372628065 container start f6ab56d2d01f2c00420f3d6d7356e334d7e38bf26b1c37bf96f78bac85438672 (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-4-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, ceph=True, RELEASE=reef-6a1bdf8, maintainer=Guillaume Abrioux ) 2024-09-21T09:43:35.664 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 21 09:43:35 smithi170 podman[74034]: 2024-09-21 09:43:35.373097656 +0000 UTC m=+0.459190786 container attach f6ab56d2d01f2c00420f3d6d7356e334d7e38bf26b1c37bf96f78bac85438672 (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-4-deactivate, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, RELEASE=reef-6a1bdf8, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.vendor=CentOS) 2024-09-21T09:43:35.664 INFO:journalctl@ceph.osd.4.smithi170.stdout:Sep 21 09:43:35 smithi170 podman[74034]: 2024-09-21 09:43:35.474892227 +0000 UTC m=+0.560985365 container died f6ab56d2d01f2c00420f3d6d7356e334d7e38bf26b1c37bf96f78bac85438672 (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-4-deactivate, CEPH_POINT_RELEASE=, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, RELEASE=reef-6a1bdf8, GIT_CLEAN=True) 2024-09-21T09:43:36.103 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 21 09:43:35 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-5[44032]: 2024-09-21T09:43:35.954+0000 7f5cac1b4640 -1 osd.5 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:43:00.146746+0000 front 2024-09-21T09:43:00.147082+0000 (oldest deadline 2024-09-21T09:43:22.446721+0000) 2024-09-21T09:43:36.103 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 21 09:43:35 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-5[44032]: 2024-09-21T09:43:35.954+0000 7f5cac1b4640 -1 osd.5 77 heartbeat_check: no reply from 172.21.15.53:6814 osd.1 since back 2024-09-21T09:43:08.148443+0000 front 2024-09-21T09:43:08.148541+0000 (oldest deadline 2024-09-21T09:43:31.648645+0000) 2024-09-21T09:43:36.103 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 21 09:43:35 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-5[44032]: 2024-09-21T09:43:35.954+0000 7f5cac1b4640 -1 osd.5 77 get_health_metrics reporting 2 slow ops, oldest is osd_op(client.24710.0:190412 5.7 5:ecbbb07e:::benchmark_data_smithi053_85036_object56197:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e77) 2024-09-21T09:43:36.103 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:36 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:36.004+0000 7f73a2b5f640 -1 osd.6 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:57.006268+0000 front 2024-09-21T09:42:57.008481+0000 (oldest deadline 2024-09-21T09:43:24.606592+0000) 2024-09-21T09:43:36.104 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:36 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:36.004+0000 7f73a2b5f640 -1 osd.6 77 heartbeat_check: no reply from 172.21.15.53:6814 osd.1 since back 2024-09-21T09:43:07.507749+0000 front 2024-09-21T09:43:07.507717+0000 (oldest deadline 2024-09-21T09:43:31.007564+0000) 2024-09-21T09:43:36.104 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:36 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:36.004+0000 7f73a2b5f640 -1 osd.6 77 get_health_metrics reporting 2 slow ops, oldest is osd_op(client.24710.0:190429 5.2 5:45f40d68:::benchmark_data_smithi053_85036_object56214:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e77) 2024-09-21T09:43:36.104 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:36 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:36.074+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:59.807156+0000 front 2024-09-21T09:42:59.807283+0000 (oldest deadline 2024-09-21T09:43:24.507373+0000) 2024-09-21T09:43:36.104 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:36 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:36.074+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6814 osd.1 since back 2024-09-21T09:43:08.008468+0000 front 2024-09-21T09:43:08.008584+0000 (oldest deadline 2024-09-21T09:43:33.308400+0000) 2024-09-21T09:43:36.131 DEBUG:teuthology.orchestra.run.smithi170:> sudo pkill -f 'journalctl -f -n 0 -u ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@osd.4.service' 2024-09-21T09:43:36.172 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-21T09:43:36.172 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-09-21T09:43:36.172 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-09-21T09:43:36.172 DEBUG:teuthology.orchestra.run.smithi170:> sudo systemctl stop ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@osd.5 2024-09-21T09:43:36.413 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 21 09:43:36 smithi170 systemd[1]: Stopping Ceph osd.5 for 41b6d1ee-77fc-11ef-baf6-efdc52797490... 2024-09-21T09:43:36.914 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 21 09:43:36 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-5[44032]: 2024-09-21T09:43:36.539+0000 7f5cafba0640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-21T09:43:36.914 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 21 09:43:36 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-5[44032]: 2024-09-21T09:43:36.539+0000 7f5cafba0640 -1 osd.5 77 *** Got signal Terminated *** 2024-09-21T09:43:36.914 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 21 09:43:36 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-5[44032]: 2024-09-21T09:43:36.539+0000 7f5cafba0640 -1 osd.5 77 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-21T09:43:37.413 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:37 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:37.033+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:59.807156+0000 front 2024-09-21T09:42:59.807283+0000 (oldest deadline 2024-09-21T09:43:24.507373+0000) 2024-09-21T09:43:37.414 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:37 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:37.033+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6814 osd.1 since back 2024-09-21T09:43:08.008468+0000 front 2024-09-21T09:43:08.008584+0000 (oldest deadline 2024-09-21T09:43:33.308400+0000) 2024-09-21T09:43:37.414 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 21 09:43:36 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-5[44032]: 2024-09-21T09:43:36.923+0000 7f5cac1b4640 -1 osd.5 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:43:00.146746+0000 front 2024-09-21T09:43:00.147082+0000 (oldest deadline 2024-09-21T09:43:22.446721+0000) 2024-09-21T09:43:37.414 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 21 09:43:36 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-5[44032]: 2024-09-21T09:43:36.923+0000 7f5cac1b4640 -1 osd.5 77 heartbeat_check: no reply from 172.21.15.53:6814 osd.1 since back 2024-09-21T09:43:08.148443+0000 front 2024-09-21T09:43:08.148541+0000 (oldest deadline 2024-09-21T09:43:31.648645+0000) 2024-09-21T09:43:37.414 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 21 09:43:36 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-5[44032]: 2024-09-21T09:43:36.923+0000 7f5cac1b4640 -1 osd.5 77 get_health_metrics reporting 2 slow ops, oldest is osd_op(client.24710.0:190412 5.7 5:ecbbb07e:::benchmark_data_smithi053_85036_object56197:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e77) 2024-09-21T09:43:37.415 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:36 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:36.983+0000 7f73a2b5f640 -1 osd.6 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:57.006268+0000 front 2024-09-21T09:42:57.008481+0000 (oldest deadline 2024-09-21T09:43:24.606592+0000) 2024-09-21T09:43:37.415 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:36 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:36.983+0000 7f73a2b5f640 -1 osd.6 77 heartbeat_check: no reply from 172.21.15.53:6814 osd.1 since back 2024-09-21T09:43:07.507749+0000 front 2024-09-21T09:43:07.507717+0000 (oldest deadline 2024-09-21T09:43:31.007564+0000) 2024-09-21T09:43:37.415 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:36 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:36.983+0000 7f73a2b5f640 -1 osd.6 77 get_health_metrics reporting 2 slow ops, oldest is osd_op(client.24710.0:190429 5.2 5:45f40d68:::benchmark_data_smithi053_85036_object56214:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e77) 2024-09-21T09:43:38.163 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:38 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:38.035+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:59.807156+0000 front 2024-09-21T09:42:59.807283+0000 (oldest deadline 2024-09-21T09:43:24.507373+0000) 2024-09-21T09:43:38.164 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:38 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:38.035+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6814 osd.1 since back 2024-09-21T09:43:08.008468+0000 front 2024-09-21T09:43:08.008584+0000 (oldest deadline 2024-09-21T09:43:33.308400+0000) 2024-09-21T09:43:38.164 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 21 09:43:37 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-5[44032]: 2024-09-21T09:43:37.886+0000 7f5cac1b4640 -1 osd.5 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:43:00.146746+0000 front 2024-09-21T09:43:00.147082+0000 (oldest deadline 2024-09-21T09:43:22.446721+0000) 2024-09-21T09:43:38.164 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 21 09:43:37 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-5[44032]: 2024-09-21T09:43:37.886+0000 7f5cac1b4640 -1 osd.5 77 heartbeat_check: no reply from 172.21.15.53:6814 osd.1 since back 2024-09-21T09:43:08.148443+0000 front 2024-09-21T09:43:08.148541+0000 (oldest deadline 2024-09-21T09:43:31.648645+0000) 2024-09-21T09:43:38.164 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 21 09:43:37 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-5[44032]: 2024-09-21T09:43:37.886+0000 7f5cac1b4640 -1 osd.5 77 get_health_metrics reporting 2 slow ops, oldest is osd_op(client.24710.0:190412 5.7 5:ecbbb07e:::benchmark_data_smithi053_85036_object56197:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e77) 2024-09-21T09:43:38.165 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:37 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:37.975+0000 7f73a2b5f640 -1 osd.6 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:57.006268+0000 front 2024-09-21T09:42:57.008481+0000 (oldest deadline 2024-09-21T09:43:24.606592+0000) 2024-09-21T09:43:38.165 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:37 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:37.975+0000 7f73a2b5f640 -1 osd.6 77 heartbeat_check: no reply from 172.21.15.53:6814 osd.1 since back 2024-09-21T09:43:07.507749+0000 front 2024-09-21T09:43:07.507717+0000 (oldest deadline 2024-09-21T09:43:31.007564+0000) 2024-09-21T09:43:38.165 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:37 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:37.975+0000 7f73a2b5f640 -1 osd.6 77 get_health_metrics reporting 2 slow ops, oldest is osd_op(client.24710.0:190429 5.2 5:45f40d68:::benchmark_data_smithi053_85036_object56214:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e77) 2024-09-21T09:43:39.414 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:38 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:38.988+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:59.807156+0000 front 2024-09-21T09:42:59.807283+0000 (oldest deadline 2024-09-21T09:43:24.507373+0000) 2024-09-21T09:43:39.414 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:38 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:38.988+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6814 osd.1 since back 2024-09-21T09:43:08.008468+0000 front 2024-09-21T09:43:08.008584+0000 (oldest deadline 2024-09-21T09:43:33.308400+0000) 2024-09-21T09:43:39.414 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:38 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:38.985+0000 7f73a2b5f640 -1 osd.6 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:57.006268+0000 front 2024-09-21T09:42:57.008481+0000 (oldest deadline 2024-09-21T09:43:24.606592+0000) 2024-09-21T09:43:39.414 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:38 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:38.985+0000 7f73a2b5f640 -1 osd.6 77 heartbeat_check: no reply from 172.21.15.53:6814 osd.1 since back 2024-09-21T09:43:07.507749+0000 front 2024-09-21T09:43:07.507717+0000 (oldest deadline 2024-09-21T09:43:31.007564+0000) 2024-09-21T09:43:39.415 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:38 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:38.985+0000 7f73a2b5f640 -1 osd.6 77 get_health_metrics reporting 2 slow ops, oldest is osd_op(client.24710.0:190429 5.2 5:45f40d68:::benchmark_data_smithi053_85036_object56214:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e77) 2024-09-21T09:43:39.415 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 21 09:43:38 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-5[44032]: 2024-09-21T09:43:38.913+0000 7f5cac1b4640 -1 osd.5 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:43:00.146746+0000 front 2024-09-21T09:43:00.147082+0000 (oldest deadline 2024-09-21T09:43:22.446721+0000) 2024-09-21T09:43:39.415 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 21 09:43:38 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-5[44032]: 2024-09-21T09:43:38.913+0000 7f5cac1b4640 -1 osd.5 77 heartbeat_check: no reply from 172.21.15.53:6814 osd.1 since back 2024-09-21T09:43:08.148443+0000 front 2024-09-21T09:43:08.148541+0000 (oldest deadline 2024-09-21T09:43:31.648645+0000) 2024-09-21T09:43:39.415 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 21 09:43:38 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-5[44032]: 2024-09-21T09:43:38.913+0000 7f5cac1b4640 -1 osd.5 77 heartbeat_check: no reply from 172.21.15.53:6822 osd.2 since back 2024-09-21T09:43:16.150198+0000 front 2024-09-21T09:43:16.150102+0000 (oldest deadline 2024-09-21T09:43:38.450090+0000) 2024-09-21T09:43:39.415 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 21 09:43:38 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-5[44032]: 2024-09-21T09:43:38.913+0000 7f5cac1b4640 -1 osd.5 77 get_health_metrics reporting 2 slow ops, oldest is osd_op(client.24710.0:190412 5.7 5:ecbbb07e:::benchmark_data_smithi053_85036_object56197:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e77) 2024-09-21T09:43:40.164 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:40 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:40.028+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:59.807156+0000 front 2024-09-21T09:42:59.807283+0000 (oldest deadline 2024-09-21T09:43:24.507373+0000) 2024-09-21T09:43:40.164 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:40 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:40.028+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6814 osd.1 since back 2024-09-21T09:43:08.008468+0000 front 2024-09-21T09:43:08.008584+0000 (oldest deadline 2024-09-21T09:43:33.308400+0000) 2024-09-21T09:43:40.164 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:40 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:40.028+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6822 osd.2 since back 2024-09-21T09:43:13.308998+0000 front 2024-09-21T09:43:13.309072+0000 (oldest deadline 2024-09-21T09:43:39.208858+0000) 2024-09-21T09:43:40.165 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 21 09:43:39 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-5[44032]: 2024-09-21T09:43:39.901+0000 7f5cac1b4640 -1 osd.5 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:43:00.146746+0000 front 2024-09-21T09:43:00.147082+0000 (oldest deadline 2024-09-21T09:43:22.446721+0000) 2024-09-21T09:43:40.165 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 21 09:43:39 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-5[44032]: 2024-09-21T09:43:39.901+0000 7f5cac1b4640 -1 osd.5 77 heartbeat_check: no reply from 172.21.15.53:6814 osd.1 since back 2024-09-21T09:43:08.148443+0000 front 2024-09-21T09:43:08.148541+0000 (oldest deadline 2024-09-21T09:43:31.648645+0000) 2024-09-21T09:43:40.165 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 21 09:43:39 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-5[44032]: 2024-09-21T09:43:39.901+0000 7f5cac1b4640 -1 osd.5 77 heartbeat_check: no reply from 172.21.15.53:6822 osd.2 since back 2024-09-21T09:43:16.150198+0000 front 2024-09-21T09:43:16.150102+0000 (oldest deadline 2024-09-21T09:43:38.450090+0000) 2024-09-21T09:43:40.165 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 21 09:43:39 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-5[44032]: 2024-09-21T09:43:39.901+0000 7f5cac1b4640 -1 osd.5 77 get_health_metrics reporting 2 slow ops, oldest is osd_op(client.24710.0:190412 5.7 5:ecbbb07e:::benchmark_data_smithi053_85036_object56197:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e77) 2024-09-21T09:43:40.165 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:39 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:39.984+0000 7f73a2b5f640 -1 osd.6 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:57.006268+0000 front 2024-09-21T09:42:57.008481+0000 (oldest deadline 2024-09-21T09:43:24.606592+0000) 2024-09-21T09:43:40.166 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:39 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:39.984+0000 7f73a2b5f640 -1 osd.6 77 heartbeat_check: no reply from 172.21.15.53:6814 osd.1 since back 2024-09-21T09:43:07.507749+0000 front 2024-09-21T09:43:07.507717+0000 (oldest deadline 2024-09-21T09:43:31.007564+0000) 2024-09-21T09:43:40.166 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:39 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:39.984+0000 7f73a2b5f640 -1 osd.6 77 heartbeat_check: no reply from 172.21.15.53:6822 osd.2 since back 2024-09-21T09:43:14.508527+0000 front 2024-09-21T09:43:14.508582+0000 (oldest deadline 2024-09-21T09:43:39.208408+0000) 2024-09-21T09:43:40.166 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:39 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:39.984+0000 7f73a2b5f640 -1 osd.6 77 get_health_metrics reporting 2 slow ops, oldest is osd_op(client.24710.0:190429 5.2 5:45f40d68:::benchmark_data_smithi053_85036_object56214:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e77) 2024-09-21T09:43:41.414 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 21 09:43:40 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-5[44032]: 2024-09-21T09:43:40.916+0000 7f5cac1b4640 -1 osd.5 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:43:00.146746+0000 front 2024-09-21T09:43:00.147082+0000 (oldest deadline 2024-09-21T09:43:22.446721+0000) 2024-09-21T09:43:41.414 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 21 09:43:40 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-5[44032]: 2024-09-21T09:43:40.916+0000 7f5cac1b4640 -1 osd.5 77 heartbeat_check: no reply from 172.21.15.53:6814 osd.1 since back 2024-09-21T09:43:08.148443+0000 front 2024-09-21T09:43:08.148541+0000 (oldest deadline 2024-09-21T09:43:31.648645+0000) 2024-09-21T09:43:41.414 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 21 09:43:40 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-5[44032]: 2024-09-21T09:43:40.916+0000 7f5cac1b4640 -1 osd.5 77 heartbeat_check: no reply from 172.21.15.53:6822 osd.2 since back 2024-09-21T09:43:16.150198+0000 front 2024-09-21T09:43:16.150102+0000 (oldest deadline 2024-09-21T09:43:38.450090+0000) 2024-09-21T09:43:41.414 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 21 09:43:40 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-5[44032]: 2024-09-21T09:43:40.916+0000 7f5cac1b4640 -1 osd.5 77 get_health_metrics reporting 2 slow ops, oldest is osd_op(client.24710.0:190412 5.7 5:ecbbb07e:::benchmark_data_smithi053_85036_object56197:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e77) 2024-09-21T09:43:41.415 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:41 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:41.070+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:59.807156+0000 front 2024-09-21T09:42:59.807283+0000 (oldest deadline 2024-09-21T09:43:24.507373+0000) 2024-09-21T09:43:41.415 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:41 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:41.070+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6814 osd.1 since back 2024-09-21T09:43:08.008468+0000 front 2024-09-21T09:43:08.008584+0000 (oldest deadline 2024-09-21T09:43:33.308400+0000) 2024-09-21T09:43:41.415 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:41 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:41.070+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6822 osd.2 since back 2024-09-21T09:43:13.308998+0000 front 2024-09-21T09:43:13.309072+0000 (oldest deadline 2024-09-21T09:43:39.208858+0000) 2024-09-21T09:43:41.415 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:40 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:40.935+0000 7f73a2b5f640 -1 osd.6 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:57.006268+0000 front 2024-09-21T09:42:57.008481+0000 (oldest deadline 2024-09-21T09:43:24.606592+0000) 2024-09-21T09:43:41.415 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:40 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:40.935+0000 7f73a2b5f640 -1 osd.6 77 heartbeat_check: no reply from 172.21.15.53:6814 osd.1 since back 2024-09-21T09:43:07.507749+0000 front 2024-09-21T09:43:07.507717+0000 (oldest deadline 2024-09-21T09:43:31.007564+0000) 2024-09-21T09:43:41.415 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:40 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:40.935+0000 7f73a2b5f640 -1 osd.6 77 heartbeat_check: no reply from 172.21.15.53:6822 osd.2 since back 2024-09-21T09:43:14.508527+0000 front 2024-09-21T09:43:14.508582+0000 (oldest deadline 2024-09-21T09:43:39.208408+0000) 2024-09-21T09:43:41.415 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:40 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:40.935+0000 7f73a2b5f640 -1 osd.6 77 get_health_metrics reporting 2 slow ops, oldest is osd_op(client.24710.0:190429 5.2 5:45f40d68:::benchmark_data_smithi053_85036_object56214:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e77) 2024-09-21T09:43:42.291 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 21 09:43:41 smithi170 podman[74163]: 2024-09-21 09:43:41.95443584 +0000 UTC m=+5.557741812 container died fa9fb2154dce79bbf5cc5342a209829989e35d70bb88973a56a4dc33da276b34 (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-5, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-6a1bdf8, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-09-21T09:43:42.292 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:42 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:42.063+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:59.807156+0000 front 2024-09-21T09:42:59.807283+0000 (oldest deadline 2024-09-21T09:43:24.507373+0000) 2024-09-21T09:43:42.292 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:42 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:42.063+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6814 osd.1 since back 2024-09-21T09:43:08.008468+0000 front 2024-09-21T09:43:08.008584+0000 (oldest deadline 2024-09-21T09:43:33.308400+0000) 2024-09-21T09:43:42.292 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:42 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:42.063+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6822 osd.2 since back 2024-09-21T09:43:13.308998+0000 front 2024-09-21T09:43:13.309072+0000 (oldest deadline 2024-09-21T09:43:39.208858+0000) 2024-09-21T09:43:42.292 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:41 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:41.961+0000 7f73a2b5f640 -1 osd.6 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:57.006268+0000 front 2024-09-21T09:42:57.008481+0000 (oldest deadline 2024-09-21T09:43:24.606592+0000) 2024-09-21T09:43:42.292 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:41 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:41.961+0000 7f73a2b5f640 -1 osd.6 77 heartbeat_check: no reply from 172.21.15.53:6814 osd.1 since back 2024-09-21T09:43:07.507749+0000 front 2024-09-21T09:43:07.507717+0000 (oldest deadline 2024-09-21T09:43:31.007564+0000) 2024-09-21T09:43:42.293 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:41 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:41.961+0000 7f73a2b5f640 -1 osd.6 77 heartbeat_check: no reply from 172.21.15.53:6822 osd.2 since back 2024-09-21T09:43:14.508527+0000 front 2024-09-21T09:43:14.508582+0000 (oldest deadline 2024-09-21T09:43:39.208408+0000) 2024-09-21T09:43:42.293 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:41 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:41.961+0000 7f73a2b5f640 -1 osd.6 77 get_health_metrics reporting 2 slow ops, oldest is osd_op(client.24710.0:190429 5.2 5:45f40d68:::benchmark_data_smithi053_85036_object56214:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e77) 2024-09-21T09:43:42.574 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 21 09:43:42 smithi170 podman[74163]: 2024-09-21 09:43:42.387817624 +0000 UTC m=+5.991123588 container cleanup fa9fb2154dce79bbf5cc5342a209829989e35d70bb88973a56a4dc33da276b34 (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-5, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=reef-6a1bdf8, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-09-21T09:43:42.574 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 21 09:43:42 smithi170 bash[74163]: ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-5 2024-09-21T09:43:42.913 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 21 09:43:42 smithi170 podman[74184]: 2024-09-21 09:43:42.572428926 +0000 UTC m=+0.618066479 container remove fa9fb2154dce79bbf5cc5342a209829989e35d70bb88973a56a4dc33da276b34 (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=reef-6a1bdf8, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-09-21T09:43:43.277 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 21 09:43:43 smithi170 podman[74277]: 2024-09-21 09:43:42.904955271 +0000 UTC m=+0.015570435 image pull 0adab276c97e6f3143ffbca5eeff37fcd7dc3b5c0f339a9f747381d9993602de quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6 2024-09-21T09:43:43.277 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 21 09:43:43 smithi170 podman[74277]: 2024-09-21 09:43:43.03173633 +0000 UTC m=+0.142351480 container create cd9fef8466382cf1c397993962ae983e115a7b70d8172c7eda36550472487c80 (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-5-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-6a1bdf8, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-09-21T09:43:43.278 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:42 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:42.955+0000 7f73a2b5f640 -1 osd.6 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:57.006268+0000 front 2024-09-21T09:42:57.008481+0000 (oldest deadline 2024-09-21T09:43:24.606592+0000) 2024-09-21T09:43:43.278 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:42 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:42.955+0000 7f73a2b5f640 -1 osd.6 77 heartbeat_check: no reply from 172.21.15.53:6814 osd.1 since back 2024-09-21T09:43:07.507749+0000 front 2024-09-21T09:43:07.507717+0000 (oldest deadline 2024-09-21T09:43:31.007564+0000) 2024-09-21T09:43:43.278 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:42 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:42.955+0000 7f73a2b5f640 -1 osd.6 77 heartbeat_check: no reply from 172.21.15.53:6822 osd.2 since back 2024-09-21T09:43:14.508527+0000 front 2024-09-21T09:43:14.508582+0000 (oldest deadline 2024-09-21T09:43:39.208408+0000) 2024-09-21T09:43:43.279 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:42 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:42.955+0000 7f73a2b5f640 -1 osd.6 77 get_health_metrics reporting 2 slow ops, oldest is osd_op(client.24710.0:190429 5.2 5:45f40d68:::benchmark_data_smithi053_85036_object56214:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e77) 2024-09-21T09:43:43.279 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:43 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:43.037+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:59.807156+0000 front 2024-09-21T09:42:59.807283+0000 (oldest deadline 2024-09-21T09:43:24.507373+0000) 2024-09-21T09:43:43.279 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:43 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:43.037+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6814 osd.1 since back 2024-09-21T09:43:08.008468+0000 front 2024-09-21T09:43:08.008584+0000 (oldest deadline 2024-09-21T09:43:33.308400+0000) 2024-09-21T09:43:43.279 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:43 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:43.037+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6822 osd.2 since back 2024-09-21T09:43:13.308998+0000 front 2024-09-21T09:43:13.309072+0000 (oldest deadline 2024-09-21T09:43:39.208858+0000) 2024-09-21T09:43:43.664 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 21 09:43:43 smithi170 podman[74277]: 2024-09-21 09:43:43.275965863 +0000 UTC m=+0.386581014 container init cd9fef8466382cf1c397993962ae983e115a7b70d8172c7eda36550472487c80 (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-5-deactivate, io.buildah.version=1.37.2, RELEASE=reef-6a1bdf8, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731) 2024-09-21T09:43:43.664 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 21 09:43:43 smithi170 podman[74277]: 2024-09-21 09:43:43.281164954 +0000 UTC m=+0.391780116 container start cd9fef8466382cf1c397993962ae983e115a7b70d8172c7eda36550472487c80 (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, RELEASE=reef-6a1bdf8) 2024-09-21T09:43:43.664 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 21 09:43:43 smithi170 podman[74277]: 2024-09-21 09:43:43.376159126 +0000 UTC m=+0.486774281 container attach cd9fef8466382cf1c397993962ae983e115a7b70d8172c7eda36550472487c80 (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-5-deactivate, org.label-schema.vendor=CentOS, RELEASE=reef-6a1bdf8, GIT_CLEAN=True, io.buildah.version=1.37.2, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-09-21T09:43:43.664 INFO:journalctl@ceph.osd.5.smithi170.stdout:Sep 21 09:43:43 smithi170 podman[74277]: 2024-09-21 09:43:43.475756297 +0000 UTC m=+0.586371458 container died cd9fef8466382cf1c397993962ae983e115a7b70d8172c7eda36550472487c80 (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-5-deactivate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=reef-6a1bdf8, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS) 2024-09-21T09:43:44.031 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:44 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:44.003+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:59.807156+0000 front 2024-09-21T09:42:59.807283+0000 (oldest deadline 2024-09-21T09:43:24.507373+0000) 2024-09-21T09:43:44.031 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:44 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:44.003+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6814 osd.1 since back 2024-09-21T09:43:08.008468+0000 front 2024-09-21T09:43:08.008584+0000 (oldest deadline 2024-09-21T09:43:33.308400+0000) 2024-09-21T09:43:44.031 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:44 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:44.003+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6822 osd.2 since back 2024-09-21T09:43:13.308998+0000 front 2024-09-21T09:43:13.309072+0000 (oldest deadline 2024-09-21T09:43:39.208858+0000) 2024-09-21T09:43:44.031 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:43 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:43.938+0000 7f73a2b5f640 -1 osd.6 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:57.006268+0000 front 2024-09-21T09:42:57.008481+0000 (oldest deadline 2024-09-21T09:43:24.606592+0000) 2024-09-21T09:43:44.031 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:43 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:43.938+0000 7f73a2b5f640 -1 osd.6 77 heartbeat_check: no reply from 172.21.15.53:6814 osd.1 since back 2024-09-21T09:43:07.507749+0000 front 2024-09-21T09:43:07.507717+0000 (oldest deadline 2024-09-21T09:43:31.007564+0000) 2024-09-21T09:43:44.031 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:43 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:43.938+0000 7f73a2b5f640 -1 osd.6 77 heartbeat_check: no reply from 172.21.15.53:6822 osd.2 since back 2024-09-21T09:43:14.508527+0000 front 2024-09-21T09:43:14.508582+0000 (oldest deadline 2024-09-21T09:43:39.208408+0000) 2024-09-21T09:43:44.032 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:43 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:43.938+0000 7f73a2b5f640 -1 osd.6 77 get_health_metrics reporting 2 slow ops, oldest is osd_op(client.24710.0:190429 5.2 5:45f40d68:::benchmark_data_smithi053_85036_object56214:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e77) 2024-09-21T09:43:44.046 DEBUG:teuthology.orchestra.run.smithi170:> sudo pkill -f 'journalctl -f -n 0 -u ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@osd.5.service' 2024-09-21T09:43:44.084 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-21T09:43:44.085 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-09-21T09:43:44.085 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-09-21T09:43:44.085 DEBUG:teuthology.orchestra.run.smithi170:> sudo systemctl stop ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@osd.6 2024-09-21T09:43:44.394 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:44 smithi170 systemd[1]: Stopping Ceph osd.6 for 41b6d1ee-77fc-11ef-baf6-efdc52797490... 2024-09-21T09:43:44.394 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:44 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:44.391+0000 7f73a654b640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-21T09:43:44.394 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:44 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:44.391+0000 7f73a654b640 -1 osd.6 77 *** Got signal Terminated *** 2024-09-21T09:43:44.394 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:44 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:44.391+0000 7f73a654b640 -1 osd.6 77 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-21T09:43:45.414 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:44 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:44.983+0000 7f73a2b5f640 -1 osd.6 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:57.006268+0000 front 2024-09-21T09:42:57.008481+0000 (oldest deadline 2024-09-21T09:43:24.606592+0000) 2024-09-21T09:43:45.414 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:44 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:44.983+0000 7f73a2b5f640 -1 osd.6 77 heartbeat_check: no reply from 172.21.15.53:6814 osd.1 since back 2024-09-21T09:43:07.507749+0000 front 2024-09-21T09:43:07.507717+0000 (oldest deadline 2024-09-21T09:43:31.007564+0000) 2024-09-21T09:43:45.414 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:44 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:44.983+0000 7f73a2b5f640 -1 osd.6 77 heartbeat_check: no reply from 172.21.15.53:6822 osd.2 since back 2024-09-21T09:43:14.508527+0000 front 2024-09-21T09:43:14.508582+0000 (oldest deadline 2024-09-21T09:43:39.208408+0000) 2024-09-21T09:43:45.414 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:44 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:44.983+0000 7f73a2b5f640 -1 osd.6 77 get_health_metrics reporting 2 slow ops, oldest is osd_op(client.24710.0:190429 5.2 5:45f40d68:::benchmark_data_smithi053_85036_object56214:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e77) 2024-09-21T09:43:45.414 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:44 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:44.994+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:59.807156+0000 front 2024-09-21T09:42:59.807283+0000 (oldest deadline 2024-09-21T09:43:24.507373+0000) 2024-09-21T09:43:45.415 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:44 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:44.994+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6814 osd.1 since back 2024-09-21T09:43:08.008468+0000 front 2024-09-21T09:43:08.008584+0000 (oldest deadline 2024-09-21T09:43:33.308400+0000) 2024-09-21T09:43:45.415 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:44 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:44.994+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6822 osd.2 since back 2024-09-21T09:43:13.308998+0000 front 2024-09-21T09:43:13.309072+0000 (oldest deadline 2024-09-21T09:43:39.208858+0000) 2024-09-21T09:43:46.414 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:45 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:45.990+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:59.807156+0000 front 2024-09-21T09:42:59.807283+0000 (oldest deadline 2024-09-21T09:43:24.507373+0000) 2024-09-21T09:43:46.414 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:45 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:45.990+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6814 osd.1 since back 2024-09-21T09:43:08.008468+0000 front 2024-09-21T09:43:08.008584+0000 (oldest deadline 2024-09-21T09:43:33.308400+0000) 2024-09-21T09:43:46.414 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:45 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:45.990+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6822 osd.2 since back 2024-09-21T09:43:13.308998+0000 front 2024-09-21T09:43:13.309072+0000 (oldest deadline 2024-09-21T09:43:39.208858+0000) 2024-09-21T09:43:46.414 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:45 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:45.959+0000 7f73a2b5f640 -1 osd.6 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:57.006268+0000 front 2024-09-21T09:42:57.008481+0000 (oldest deadline 2024-09-21T09:43:24.606592+0000) 2024-09-21T09:43:46.414 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:45 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:45.959+0000 7f73a2b5f640 -1 osd.6 77 heartbeat_check: no reply from 172.21.15.53:6814 osd.1 since back 2024-09-21T09:43:07.507749+0000 front 2024-09-21T09:43:07.507717+0000 (oldest deadline 2024-09-21T09:43:31.007564+0000) 2024-09-21T09:43:46.415 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:45 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:45.959+0000 7f73a2b5f640 -1 osd.6 77 heartbeat_check: no reply from 172.21.15.53:6822 osd.2 since back 2024-09-21T09:43:14.508527+0000 front 2024-09-21T09:43:14.508582+0000 (oldest deadline 2024-09-21T09:43:39.208408+0000) 2024-09-21T09:43:46.415 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:45 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:45.959+0000 7f73a2b5f640 -1 osd.6 77 get_health_metrics reporting 2 slow ops, oldest is osd_op(client.24710.0:190429 5.2 5:45f40d68:::benchmark_data_smithi053_85036_object56214:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e77) 2024-09-21T09:43:47.414 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:46 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:46.967+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:59.807156+0000 front 2024-09-21T09:42:59.807283+0000 (oldest deadline 2024-09-21T09:43:24.507373+0000) 2024-09-21T09:43:47.414 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:46 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:46.967+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6814 osd.1 since back 2024-09-21T09:43:08.008468+0000 front 2024-09-21T09:43:08.008584+0000 (oldest deadline 2024-09-21T09:43:33.308400+0000) 2024-09-21T09:43:47.414 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:46 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:46.967+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6822 osd.2 since back 2024-09-21T09:43:13.308998+0000 front 2024-09-21T09:43:13.309072+0000 (oldest deadline 2024-09-21T09:43:39.208858+0000) 2024-09-21T09:43:47.415 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:46 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:46.978+0000 7f73a2b5f640 -1 osd.6 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:57.006268+0000 front 2024-09-21T09:42:57.008481+0000 (oldest deadline 2024-09-21T09:43:24.606592+0000) 2024-09-21T09:43:47.415 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:46 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:46.978+0000 7f73a2b5f640 -1 osd.6 77 heartbeat_check: no reply from 172.21.15.53:6814 osd.1 since back 2024-09-21T09:43:07.507749+0000 front 2024-09-21T09:43:07.507717+0000 (oldest deadline 2024-09-21T09:43:31.007564+0000) 2024-09-21T09:43:47.415 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:46 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:46.978+0000 7f73a2b5f640 -1 osd.6 77 heartbeat_check: no reply from 172.21.15.53:6822 osd.2 since back 2024-09-21T09:43:14.508527+0000 front 2024-09-21T09:43:14.508582+0000 (oldest deadline 2024-09-21T09:43:39.208408+0000) 2024-09-21T09:43:47.415 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:46 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:46.978+0000 7f73a2b5f640 -1 osd.6 77 heartbeat_check: no reply from 172.21.15.53:6830 osd.3 since back 2024-09-21T09:43:23.809602+0000 front 2024-09-21T09:43:23.809627+0000 (oldest deadline 2024-09-21T09:43:46.709576+0000) 2024-09-21T09:43:47.415 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:46 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:46.979+0000 7f73a2b5f640 -1 osd.6 77 get_health_metrics reporting 2 slow ops, oldest is osd_op(client.24710.0:190429 5.2 5:45f40d68:::benchmark_data_smithi053_85036_object56214:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e77) 2024-09-21T09:43:48.413 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:48 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:48.012+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:59.807156+0000 front 2024-09-21T09:42:59.807283+0000 (oldest deadline 2024-09-21T09:43:24.507373+0000) 2024-09-21T09:43:48.414 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:48 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:48.012+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6814 osd.1 since back 2024-09-21T09:43:08.008468+0000 front 2024-09-21T09:43:08.008584+0000 (oldest deadline 2024-09-21T09:43:33.308400+0000) 2024-09-21T09:43:48.414 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:48 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:48.012+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6822 osd.2 since back 2024-09-21T09:43:13.308998+0000 front 2024-09-21T09:43:13.309072+0000 (oldest deadline 2024-09-21T09:43:39.208858+0000) 2024-09-21T09:43:48.414 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:47 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:47.994+0000 7f73a2b5f640 -1 osd.6 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:57.006268+0000 front 2024-09-21T09:42:57.008481+0000 (oldest deadline 2024-09-21T09:43:24.606592+0000) 2024-09-21T09:43:48.414 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:47 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:47.994+0000 7f73a2b5f640 -1 osd.6 77 heartbeat_check: no reply from 172.21.15.53:6814 osd.1 since back 2024-09-21T09:43:07.507749+0000 front 2024-09-21T09:43:07.507717+0000 (oldest deadline 2024-09-21T09:43:31.007564+0000) 2024-09-21T09:43:48.414 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:47 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:47.994+0000 7f73a2b5f640 -1 osd.6 77 heartbeat_check: no reply from 172.21.15.53:6822 osd.2 since back 2024-09-21T09:43:14.508527+0000 front 2024-09-21T09:43:14.508582+0000 (oldest deadline 2024-09-21T09:43:39.208408+0000) 2024-09-21T09:43:48.415 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:47 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:47.994+0000 7f73a2b5f640 -1 osd.6 77 heartbeat_check: no reply from 172.21.15.53:6830 osd.3 since back 2024-09-21T09:43:23.809602+0000 front 2024-09-21T09:43:23.809627+0000 (oldest deadline 2024-09-21T09:43:46.709576+0000) 2024-09-21T09:43:48.415 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:47 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:47.995+0000 7f73a2b5f640 -1 osd.6 77 get_health_metrics reporting 2 slow ops, oldest is osd_op(client.24710.0:190429 5.2 5:45f40d68:::benchmark_data_smithi053_85036_object56214:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e77) 2024-09-21T09:43:49.414 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:48 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:48.984+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:59.807156+0000 front 2024-09-21T09:42:59.807283+0000 (oldest deadline 2024-09-21T09:43:24.507373+0000) 2024-09-21T09:43:49.414 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:48 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:48.984+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6814 osd.1 since back 2024-09-21T09:43:08.008468+0000 front 2024-09-21T09:43:08.008584+0000 (oldest deadline 2024-09-21T09:43:33.308400+0000) 2024-09-21T09:43:49.414 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:48 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:48.984+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6822 osd.2 since back 2024-09-21T09:43:13.308998+0000 front 2024-09-21T09:43:13.309072+0000 (oldest deadline 2024-09-21T09:43:39.208858+0000) 2024-09-21T09:43:49.414 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:48 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:48.971+0000 7f73a2b5f640 -1 osd.6 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:57.006268+0000 front 2024-09-21T09:42:57.008481+0000 (oldest deadline 2024-09-21T09:43:24.606592+0000) 2024-09-21T09:43:49.415 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:48 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:48.971+0000 7f73a2b5f640 -1 osd.6 77 heartbeat_check: no reply from 172.21.15.53:6814 osd.1 since back 2024-09-21T09:43:07.507749+0000 front 2024-09-21T09:43:07.507717+0000 (oldest deadline 2024-09-21T09:43:31.007564+0000) 2024-09-21T09:43:49.415 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:48 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:48.971+0000 7f73a2b5f640 -1 osd.6 77 heartbeat_check: no reply from 172.21.15.53:6822 osd.2 since back 2024-09-21T09:43:14.508527+0000 front 2024-09-21T09:43:14.508582+0000 (oldest deadline 2024-09-21T09:43:39.208408+0000) 2024-09-21T09:43:49.415 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:48 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:48.971+0000 7f73a2b5f640 -1 osd.6 77 heartbeat_check: no reply from 172.21.15.53:6830 osd.3 since back 2024-09-21T09:43:23.809602+0000 front 2024-09-21T09:43:23.809627+0000 (oldest deadline 2024-09-21T09:43:46.709576+0000) 2024-09-21T09:43:49.415 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:48 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6[50359]: 2024-09-21T09:43:48.971+0000 7f73a2b5f640 -1 osd.6 77 get_health_metrics reporting 2 slow ops, oldest is osd_op(client.24710.0:190429 5.2 5:45f40d68:::benchmark_data_smithi053_85036_object56214:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e77) 2024-09-21T09:43:50.051 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:49 smithi170 podman[74405]: 2024-09-21 09:43:49.789817269 +0000 UTC m=+5.492759355 container died bf85210e1734f4abd720a922ff33600ddbd842803c73781eb62b414bd0a811fb (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, ceph=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, RELEASE=reef-6a1bdf8) 2024-09-21T09:43:50.051 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:49 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:49.999+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:59.807156+0000 front 2024-09-21T09:42:59.807283+0000 (oldest deadline 2024-09-21T09:43:24.507373+0000) 2024-09-21T09:43:50.051 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:49 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:49.999+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6814 osd.1 since back 2024-09-21T09:43:08.008468+0000 front 2024-09-21T09:43:08.008584+0000 (oldest deadline 2024-09-21T09:43:33.308400+0000) 2024-09-21T09:43:50.051 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:49 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:49.999+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6822 osd.2 since back 2024-09-21T09:43:13.308998+0000 front 2024-09-21T09:43:13.309072+0000 (oldest deadline 2024-09-21T09:43:39.208858+0000) 2024-09-21T09:43:50.052 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:49 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:49.999+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6830 osd.3 since back 2024-09-21T09:43:25.109762+0000 front 2024-09-21T09:43:25.109738+0000 (oldest deadline 2024-09-21T09:43:49.809654+0000) 2024-09-21T09:43:50.414 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:50 smithi170 podman[74405]: 2024-09-21 09:43:50.14853444 +0000 UTC m=+5.851476521 container cleanup bf85210e1734f4abd720a922ff33600ddbd842803c73781eb62b414bd0a811fb (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, RELEASE=reef-6a1bdf8, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-21T09:43:50.414 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:50 smithi170 bash[74405]: ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6 2024-09-21T09:43:50.764 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:50 smithi170 podman[74428]: 2024-09-21 09:43:50.416719734 +0000 UTC m=+0.628382505 container remove bf85210e1734f4abd720a922ff33600ddbd842803c73781eb62b414bd0a811fb (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, ceph=True, RELEASE=reef-6a1bdf8, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-09-21T09:43:51.079 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:50 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:50.965+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:59.807156+0000 front 2024-09-21T09:42:59.807283+0000 (oldest deadline 2024-09-21T09:43:24.507373+0000) 2024-09-21T09:43:51.079 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:50 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:50.965+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6814 osd.1 since back 2024-09-21T09:43:08.008468+0000 front 2024-09-21T09:43:08.008584+0000 (oldest deadline 2024-09-21T09:43:33.308400+0000) 2024-09-21T09:43:51.079 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:50 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:50.965+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6822 osd.2 since back 2024-09-21T09:43:13.308998+0000 front 2024-09-21T09:43:13.309072+0000 (oldest deadline 2024-09-21T09:43:39.208858+0000) 2024-09-21T09:43:51.079 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:50 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:50.965+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6830 osd.3 since back 2024-09-21T09:43:25.109762+0000 front 2024-09-21T09:43:25.109738+0000 (oldest deadline 2024-09-21T09:43:49.809654+0000) 2024-09-21T09:43:51.080 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:50 smithi170 podman[74525]: 2024-09-21 09:43:50.666015131 +0000 UTC m=+0.015940254 image pull 0adab276c97e6f3143ffbca5eeff37fcd7dc3b5c0f339a9f747381d9993602de quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6 2024-09-21T09:43:51.080 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:50 smithi170 podman[74525]: 2024-09-21 09:43:50.775873308 +0000 UTC m=+0.125798423 container create 3433dd1829e510f7c451ab81393efee8a906aefa297ffcd916d617a9d0fd8836 (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6-deactivate, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, RELEASE=reef-6a1bdf8, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23) 2024-09-21T09:43:51.080 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:50 smithi170 podman[74525]: 2024-09-21 09:43:50.986601407 +0000 UTC m=+0.336526523 container init 3433dd1829e510f7c451ab81393efee8a906aefa297ffcd916d617a9d0fd8836 (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6-deactivate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-6a1bdf8, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.license=GPLv2) 2024-09-21T09:43:51.080 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:50 smithi170 podman[74525]: 2024-09-21 09:43:50.991621349 +0000 UTC m=+0.341546465 container start 3433dd1829e510f7c451ab81393efee8a906aefa297ffcd916d617a9d0fd8836 (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6-deactivate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=reef-6a1bdf8, CEPH_POINT_RELEASE=, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-09-21T09:43:51.080 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:51 smithi170 podman[74525]: 2024-09-21 09:43:51.07800573 +0000 UTC m=+0.427930851 container attach 3433dd1829e510f7c451ab81393efee8a906aefa297ffcd916d617a9d0fd8836 (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=reef-6a1bdf8, org.label-schema.build-date=20240731, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.37.2) 2024-09-21T09:43:51.414 INFO:journalctl@ceph.osd.6.smithi170.stdout:Sep 21 09:43:51 smithi170 podman[74525]: 2024-09-21 09:43:51.181586734 +0000 UTC m=+0.531511858 container died 3433dd1829e510f7c451ab81393efee8a906aefa297ffcd916d617a9d0fd8836 (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-6-deactivate, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=reef-6a1bdf8) 2024-09-21T09:43:51.772 DEBUG:teuthology.orchestra.run.smithi170:> sudo pkill -f 'journalctl -f -n 0 -u ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@osd.6.service' 2024-09-21T09:43:51.810 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-21T09:43:51.810 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-09-21T09:43:51.810 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-09-21T09:43:51.810 DEBUG:teuthology.orchestra.run.smithi170:> sudo systemctl stop ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@osd.7 2024-09-21T09:43:52.129 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:51 smithi170 systemd[1]: Stopping Ceph osd.7 for 41b6d1ee-77fc-11ef-baf6-efdc52797490... 2024-09-21T09:43:52.130 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:51 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:51.935+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:59.807156+0000 front 2024-09-21T09:42:59.807283+0000 (oldest deadline 2024-09-21T09:43:24.507373+0000) 2024-09-21T09:43:52.130 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:51 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:51.935+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6814 osd.1 since back 2024-09-21T09:43:08.008468+0000 front 2024-09-21T09:43:08.008584+0000 (oldest deadline 2024-09-21T09:43:33.308400+0000) 2024-09-21T09:43:52.130 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:51 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:51.935+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6822 osd.2 since back 2024-09-21T09:43:13.308998+0000 front 2024-09-21T09:43:13.309072+0000 (oldest deadline 2024-09-21T09:43:39.208858+0000) 2024-09-21T09:43:52.130 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:51 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:51.935+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6830 osd.3 since back 2024-09-21T09:43:25.109762+0000 front 2024-09-21T09:43:25.109738+0000 (oldest deadline 2024-09-21T09:43:49.809654+0000) 2024-09-21T09:43:52.130 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:52 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:52.127+0000 7fdfb7d46640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-21T09:43:52.130 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:52 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:52.127+0000 7fdfb7d46640 -1 osd.7 77 *** Got signal Terminated *** 2024-09-21T09:43:52.131 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:52 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:52.127+0000 7fdfb7d46640 -1 osd.7 77 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-21T09:43:53.391 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:52 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:52.954+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:59.807156+0000 front 2024-09-21T09:42:59.807283+0000 (oldest deadline 2024-09-21T09:43:24.507373+0000) 2024-09-21T09:43:53.392 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:52 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:52.954+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6814 osd.1 since back 2024-09-21T09:43:08.008468+0000 front 2024-09-21T09:43:08.008584+0000 (oldest deadline 2024-09-21T09:43:33.308400+0000) 2024-09-21T09:43:53.392 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:52 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:52.954+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6822 osd.2 since back 2024-09-21T09:43:13.308998+0000 front 2024-09-21T09:43:13.309072+0000 (oldest deadline 2024-09-21T09:43:39.208858+0000) 2024-09-21T09:43:53.392 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:52 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:52.954+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6830 osd.3 since back 2024-09-21T09:43:25.109762+0000 front 2024-09-21T09:43:25.109738+0000 (oldest deadline 2024-09-21T09:43:49.809654+0000) 2024-09-21T09:43:54.352 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:53 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:53.957+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:59.807156+0000 front 2024-09-21T09:42:59.807283+0000 (oldest deadline 2024-09-21T09:43:24.507373+0000) 2024-09-21T09:43:54.352 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:53 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:53.957+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6814 osd.1 since back 2024-09-21T09:43:08.008468+0000 front 2024-09-21T09:43:08.008584+0000 (oldest deadline 2024-09-21T09:43:33.308400+0000) 2024-09-21T09:43:54.352 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:53 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:53.957+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6822 osd.2 since back 2024-09-21T09:43:13.308998+0000 front 2024-09-21T09:43:13.309072+0000 (oldest deadline 2024-09-21T09:43:39.208858+0000) 2024-09-21T09:43:54.352 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:53 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:53.957+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6830 osd.3 since back 2024-09-21T09:43:25.109762+0000 front 2024-09-21T09:43:25.109738+0000 (oldest deadline 2024-09-21T09:43:49.809654+0000) 2024-09-21T09:43:55.414 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:54 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:54.990+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:59.807156+0000 front 2024-09-21T09:42:59.807283+0000 (oldest deadline 2024-09-21T09:43:24.507373+0000) 2024-09-21T09:43:55.414 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:54 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:54.990+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6814 osd.1 since back 2024-09-21T09:43:08.008468+0000 front 2024-09-21T09:43:08.008584+0000 (oldest deadline 2024-09-21T09:43:33.308400+0000) 2024-09-21T09:43:55.414 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:54 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:54.990+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6822 osd.2 since back 2024-09-21T09:43:13.308998+0000 front 2024-09-21T09:43:13.309072+0000 (oldest deadline 2024-09-21T09:43:39.208858+0000) 2024-09-21T09:43:55.414 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:54 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:54.990+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6830 osd.3 since back 2024-09-21T09:43:25.109762+0000 front 2024-09-21T09:43:25.109738+0000 (oldest deadline 2024-09-21T09:43:49.809654+0000) 2024-09-21T09:43:56.414 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:56 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:56.039+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:59.807156+0000 front 2024-09-21T09:42:59.807283+0000 (oldest deadline 2024-09-21T09:43:24.507373+0000) 2024-09-21T09:43:56.414 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:56 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:56.039+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6814 osd.1 since back 2024-09-21T09:43:08.008468+0000 front 2024-09-21T09:43:08.008584+0000 (oldest deadline 2024-09-21T09:43:33.308400+0000) 2024-09-21T09:43:56.414 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:56 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:56.039+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6822 osd.2 since back 2024-09-21T09:43:13.308998+0000 front 2024-09-21T09:43:13.309072+0000 (oldest deadline 2024-09-21T09:43:39.208858+0000) 2024-09-21T09:43:56.415 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:56 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:56.039+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6830 osd.3 since back 2024-09-21T09:43:25.109762+0000 front 2024-09-21T09:43:25.109738+0000 (oldest deadline 2024-09-21T09:43:49.809654+0000) 2024-09-21T09:43:56.415 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:56 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:56.039+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.170:6804 osd.4 since back 2024-09-21T09:43:29.809972+0000 front 2024-09-21T09:43:29.810022+0000 (oldest deadline 2024-09-21T09:43:55.109965+0000) 2024-09-21T09:43:57.414 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:57 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:57.081+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6806 osd.0 since back 2024-09-21T09:42:59.807156+0000 front 2024-09-21T09:42:59.807283+0000 (oldest deadline 2024-09-21T09:43:24.507373+0000) 2024-09-21T09:43:57.414 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:57 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:57.081+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6814 osd.1 since back 2024-09-21T09:43:08.008468+0000 front 2024-09-21T09:43:08.008584+0000 (oldest deadline 2024-09-21T09:43:33.308400+0000) 2024-09-21T09:43:57.414 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:57 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:57.081+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6822 osd.2 since back 2024-09-21T09:43:13.308998+0000 front 2024-09-21T09:43:13.309072+0000 (oldest deadline 2024-09-21T09:43:39.208858+0000) 2024-09-21T09:43:57.414 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:57 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:57.081+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.53:6830 osd.3 since back 2024-09-21T09:43:25.109762+0000 front 2024-09-21T09:43:25.109738+0000 (oldest deadline 2024-09-21T09:43:49.809654+0000) 2024-09-21T09:43:57.414 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:57 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7[56868]: 2024-09-21T09:43:57.081+0000 7fdfb435a640 -1 osd.7 77 heartbeat_check: no reply from 172.21.15.170:6804 osd.4 since back 2024-09-21T09:43:29.809972+0000 front 2024-09-21T09:43:29.810022+0000 (oldest deadline 2024-09-21T09:43:55.109965+0000) 2024-09-21T09:43:57.913 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:57 smithi170 podman[74652]: 2024-09-21 09:43:57.639741005 +0000 UTC m=+5.608014332 container died a75714f8ffd0df041e57a7486229d499f0bfb05ea6b01a77c59d8628a8992865 (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.schema-version=1.0, RELEASE=reef-6a1bdf8, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-09-21T09:43:58.270 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:58 smithi170 podman[74652]: 2024-09-21 09:43:58.02602125 +0000 UTC m=+5.994294572 container cleanup a75714f8ffd0df041e57a7486229d499f0bfb05ea6b01a77c59d8628a8992865 (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, RELEASE=reef-6a1bdf8, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23) 2024-09-21T09:43:58.270 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:58 smithi170 bash[74652]: ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7 2024-09-21T09:43:58.594 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:58 smithi170 podman[74684]: 2024-09-21 09:43:58.268981693 +0000 UTC m=+0.618766362 container remove a75714f8ffd0df041e57a7486229d499f0bfb05ea6b01a77c59d8628a8992865 (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=reef-6a1bdf8, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.build-date=20240731, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2) 2024-09-21T09:43:58.898 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:58 smithi170 podman[74779]: 2024-09-21 09:43:58.495737389 +0000 UTC m=+0.016082265 image pull 0adab276c97e6f3143ffbca5eeff37fcd7dc3b5c0f339a9f747381d9993602de quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6 2024-09-21T09:43:58.899 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:58 smithi170 podman[74779]: 2024-09-21 09:43:58.603143859 +0000 UTC m=+0.123488729 container create d0246e75dec7bfcb308c4930ed943eb1b91c8c560706db5b0c4839185ba4edb0 (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7-deactivate, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=reef-6a1bdf8, CEPH_POINT_RELEASE=, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-09-21T09:43:58.899 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:58 smithi170 podman[74779]: 2024-09-21 09:43:58.813692865 +0000 UTC m=+0.334037731 container init d0246e75dec7bfcb308c4930ed943eb1b91c8c560706db5b0c4839185ba4edb0 (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7-deactivate, org.label-schema.vendor=CentOS, RELEASE=reef-6a1bdf8, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2) 2024-09-21T09:43:58.899 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:58 smithi170 podman[74779]: 2024-09-21 09:43:58.818360711 +0000 UTC m=+0.338705580 container start d0246e75dec7bfcb308c4930ed943eb1b91c8c560706db5b0c4839185ba4edb0 (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7-deactivate, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=reef-6a1bdf8, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-09-21T09:43:58.899 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:58 smithi170 podman[74779]: 2024-09-21 09:43:58.896889582 +0000 UTC m=+0.417234461 container attach d0246e75dec7bfcb308c4930ed943eb1b91c8c560706db5b0c4839185ba4edb0 (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7-deactivate, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, RELEASE=reef-6a1bdf8, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-21T09:43:59.164 INFO:journalctl@ceph.osd.7.smithi170.stdout:Sep 21 09:43:59 smithi170 podman[74779]: 2024-09-21 09:43:59.021564939 +0000 UTC m=+0.541909818 container died d0246e75dec7bfcb308c4930ed943eb1b91c8c560706db5b0c4839185ba4edb0 (image=quay.ceph.io/ceph-ci/ceph@sha256:de4fa798d334aaeb6a820ab2dad2fbcb86bcd7f118d94ed3a02ce126be31cec6, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-osd-7-deactivate, maintainer=Guillaume Abrioux , RELEASE=reef-6a1bdf8, GIT_COMMIT=92e6e0d02ffae0030ac4c9454206214b98a73a23, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_CLEAN=True) 2024-09-21T09:43:59.653 DEBUG:teuthology.orchestra.run.smithi170:> sudo pkill -f 'journalctl -f -n 0 -u ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@osd.7.service' 2024-09-21T09:43:59.695 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-21T09:43:59.696 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-09-21T09:43:59.696 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-09-21T09:43:59.696 DEBUG:teuthology.orchestra.run.smithi170:> sudo systemctl stop ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@prometheus.a 2024-09-21T09:43:59.913 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:43:59 smithi170 systemd[1]: Stopping Ceph prometheus.a for 41b6d1ee-77fc-11ef-baf6-efdc52797490... 2024-09-21T09:44:00.289 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:44:00 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[65824]: ts=2024-09-21T09:44:00.022Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-21T09:44:00.290 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:44:00 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[65824]: ts=2024-09-21T09:44:00.022Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-21T09:44:00.290 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:44:00 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[65824]: ts=2024-09-21T09:44:00.022Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-21T09:44:00.290 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:44:00 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[65824]: ts=2024-09-21T09:44:00.022Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-21T09:44:00.290 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:44:00 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[65824]: ts=2024-09-21T09:44:00.022Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-21T09:44:00.290 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:44:00 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[65824]: ts=2024-09-21T09:44:00.022Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-21T09:44:00.290 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:44:00 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[65824]: ts=2024-09-21T09:44:00.022Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-21T09:44:00.290 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:44:00 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[65824]: ts=2024-09-21T09:44:00.022Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-21T09:44:00.291 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:44:00 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[65824]: ts=2024-09-21T09:44:00.022Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-21T09:44:00.291 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:44:00 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[65824]: ts=2024-09-21T09:44:00.022Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-21T09:44:00.291 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:44:00 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[65824]: ts=2024-09-21T09:44:00.022Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-21T09:44:00.291 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:44:00 smithi170 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a[65824]: ts=2024-09-21T09:44:00.023Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-21T09:44:00.291 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:44:00 smithi170 podman[74907]: 2024-09-21 09:44:00.03261446 +0000 UTC m=+0.114523159 container died e3659d9956da07a71daa820700321622d26654f6abec840ab4a67b2ea55b340e (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-21T09:44:00.656 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:44:00 smithi170 podman[74907]: 2024-09-21 09:44:00.395093821 +0000 UTC m=+0.477002520 container cleanup e3659d9956da07a71daa820700321622d26654f6abec840ab4a67b2ea55b340e (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-21T09:44:00.656 INFO:journalctl@ceph.prometheus.a.smithi170.stdout:Sep 21 09:44:00 smithi170 bash[74907]: ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-prometheus-a 2024-09-21T09:44:00.823 DEBUG:teuthology.orchestra.run.smithi170:> sudo pkill -f 'journalctl -f -n 0 -u ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@prometheus.a.service' 2024-09-21T09:44:00.856 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-21T09:44:00.857 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-09-21T09:44:00.857 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 --force --keep-logs 2024-09-21T09:44:01.017 INFO:teuthology.orchestra.run.smithi053.stdout:Deleting cluster with fsid: 41b6d1ee-77fc-11ef-baf6-efdc52797490 2024-09-21T09:44:02.614 INFO:journalctl@ceph.alertmanager.a.smithi053.stdout:Sep 21 09:44:02 smithi053 systemd[1]: Stopping Ceph alertmanager.a for 41b6d1ee-77fc-11ef-baf6-efdc52797490... 2024-09-21T09:44:03.020 INFO:journalctl@ceph.alertmanager.a.smithi053.stdout:Sep 21 09:44:02 smithi053 ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-alertmanager-a[76947]: ts=2024-09-21T09:44:02.612Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-09-21T09:44:03.021 INFO:journalctl@ceph.alertmanager.a.smithi053.stdout:Sep 21 09:44:02 smithi053 podman[89644]: 2024-09-21 09:44:02.653670461 +0000 UTC m=+0.144742505 container died 0b1e4323660093b244697b7e5b8a5813cc50e53554232a5f6a722a1a534e794b (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-21T09:44:03.325 INFO:journalctl@ceph.alertmanager.a.smithi053.stdout:Sep 21 09:44:03 smithi053 podman[89644]: 2024-09-21 09:44:03.21033412 +0000 UTC m=+0.701406123 container cleanup 0b1e4323660093b244697b7e5b8a5813cc50e53554232a5f6a722a1a534e794b (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-21T09:44:03.325 INFO:journalctl@ceph.alertmanager.a.smithi053.stdout:Sep 21 09:44:03 smithi053 bash[89644]: ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-alertmanager-a 2024-09-21T09:44:03.783 INFO:journalctl@ceph.alertmanager.a.smithi053.stdout:Sep 21 09:44:03 smithi053 podman[89663]: 2024-09-21 09:44:03.503414036 +0000 UTC m=+0.841358295 container remove 0b1e4323660093b244697b7e5b8a5813cc50e53554232a5f6a722a1a534e794b (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-21T09:44:03.783 INFO:journalctl@ceph.alertmanager.a.smithi053.stdout:Sep 21 09:44:03 smithi053 podman[89663]: 2024-09-21 09:44:03.579069357 +0000 UTC m=+0.917013619 volume remove dc11550dd9ba00d0c476b05d7efefc7769abef9b5742690b82303259bf89a964 2024-09-21T09:44:04.071 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:44:04 smithi053 systemd[1]: Stopping Ceph node-exporter.a for 41b6d1ee-77fc-11ef-baf6-efdc52797490... 2024-09-21T09:44:04.072 INFO:journalctl@ceph.alertmanager.a.smithi053.stdout:Sep 21 09:44:03 smithi053 systemd[1]: ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@alertmanager.a.service: Deactivated successfully. 2024-09-21T09:44:04.072 INFO:journalctl@ceph.alertmanager.a.smithi053.stdout:Sep 21 09:44:03 smithi053 systemd[1]: Stopped Ceph alertmanager.a for 41b6d1ee-77fc-11ef-baf6-efdc52797490. 2024-09-21T09:44:04.072 INFO:journalctl@ceph.alertmanager.a.smithi053.stdout:Sep 21 09:44:03 smithi053 systemd[1]: ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@alertmanager.a.service: Consumed 1.246s CPU time. 2024-09-21T09:44:04.325 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:44:04 smithi053 podman[89774]: 2024-09-21 09:44:04.286780247 +0000 UTC m=+0.139967890 container died 7a7d249126c508b23f5c5a213a4f930a01a3a400b7b05fa9dc2db013dafeb02e (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-21T09:44:04.926 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:44:04 smithi053 podman[89774]: 2024-09-21 09:44:04.673421899 +0000 UTC m=+0.526609532 container cleanup 7a7d249126c508b23f5c5a213a4f930a01a3a400b7b05fa9dc2db013dafeb02e (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-21T09:44:04.926 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:44:04 smithi053 bash[89774]: ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-a 2024-09-21T09:44:05.234 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:44:04 smithi053 podman[89796]: 2024-09-21 09:44:04.924657073 +0000 UTC m=+0.641768327 container remove 7a7d249126c508b23f5c5a213a4f930a01a3a400b7b05fa9dc2db013dafeb02e (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-21T09:44:05.234 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:44:04 smithi053 systemd[1]: ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-09-21T09:44:05.234 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:44:05 smithi053 systemd[1]: ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@node-exporter.a.service: Failed with result 'exit-code'. 2024-09-21T09:44:05.235 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:44:05 smithi053 systemd[1]: Stopped Ceph node-exporter.a for 41b6d1ee-77fc-11ef-baf6-efdc52797490. 2024-09-21T09:44:05.235 INFO:journalctl@ceph.node-exporter.a.smithi053.stdout:Sep 21 09:44:05 smithi053 systemd[1]: ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@node-exporter.a.service: Consumed 2.677s CPU time. 2024-09-21T09:44:12.421 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 --force --keep-logs 2024-09-21T09:44:12.572 INFO:teuthology.orchestra.run.smithi170.stdout:Deleting cluster with fsid: 41b6d1ee-77fc-11ef-baf6-efdc52797490 2024-09-21T09:44:14.164 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:44:13 smithi170 systemd[1]: Stopping Ceph grafana.a for 41b6d1ee-77fc-11ef-baf6-efdc52797490... 2024-09-21T09:44:14.164 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:44:14 smithi170 podman[75329]: 2024-09-21 09:44:14.094671406 +0000 UTC m=+0.108117822 container died 4825afae034be5ad70d52c3f336f266ab2c4047697b0caa8453c5548b6c6074e (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a, distribution-scope=public, io.buildah.version=1.32.0, name=ubi8, version=8.5, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, com.redhat.component=ubi8-container, build-date=2022-04-29T11:48:11.055897, description=Ceph Grafana Container, vendor=Red Hat, Inc., summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-type=git, release=239.1651231664, maintainer=Paul Cuzner , url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, io.openshift.tags=base rhel8, architecture=x86_64, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.k8s.display-name=Red Hat Universal Base Image 8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56) 2024-09-21T09:44:14.665 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:44:14 smithi170 podman[75329]: 2024-09-21 09:44:14.532192826 +0000 UTC m=+0.545639241 container cleanup 4825afae034be5ad70d52c3f336f266ab2c4047697b0caa8453c5548b6c6074e (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, architecture=x86_64, io.buildah.version=1.32.0, maintainer=Paul Cuzner , build-date=2022-04-29T11:48:11.055897, version=8.5, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.component=ubi8-container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vendor=Red Hat, Inc., vcs-type=git, name=ubi8, release=239.1651231664, io.openshift.expose-services=, io.openshift.tags=base rhel8, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, description=Ceph Grafana Container, distribution-scope=public, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly.) 2024-09-21T09:44:14.666 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:44:14 smithi170 bash[75329]: ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a 2024-09-21T09:44:15.131 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:44:14 smithi170 podman[75347]: 2024-09-21 09:44:14.716865029 +0000 UTC m=+0.624757559 container remove 4825afae034be5ad70d52c3f336f266ab2c4047697b0caa8453c5548b6c6074e (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-grafana-a, description=Ceph Grafana Container, name=ubi8, release=239.1651231664, com.redhat.component=ubi8-container, distribution-scope=public, io.openshift.expose-services=, architecture=x86_64, io.openshift.tags=base rhel8, maintainer=Paul Cuzner , io.buildah.version=1.32.0, io.k8s.display-name=Red Hat Universal Base Image 8, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., version=8.5, vcs-type=git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vendor=Red Hat, Inc., build-date=2022-04-29T11:48:11.055897, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com) 2024-09-21T09:44:15.131 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:44:14 smithi170 systemd[1]: ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-09-21T09:44:15.132 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:44:14 smithi170 systemd[1]: ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@grafana.a.service: Failed with result 'exit-code'. 2024-09-21T09:44:15.132 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:44:14 smithi170 systemd[1]: Stopped Ceph grafana.a for 41b6d1ee-77fc-11ef-baf6-efdc52797490. 2024-09-21T09:44:15.132 INFO:journalctl@ceph.grafana.a.smithi170.stdout:Sep 21 09:44:14 smithi170 systemd[1]: ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@grafana.a.service: Consumed 6.604s CPU time. 2024-09-21T09:44:15.383 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:44:15 smithi170 systemd[1]: Stopping Ceph node-exporter.b for 41b6d1ee-77fc-11ef-baf6-efdc52797490... 2024-09-21T09:44:15.646 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:44:15 smithi170 podman[75460]: 2024-09-21 09:44:15.382648803 +0000 UTC m=+0.117381248 container died 27cc6f533febbde174523b2421930319f1e1fb710b296cbf3be8c4fc6ce5dc63 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-21T09:44:15.913 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:44:15 smithi170 podman[75460]: 2024-09-21 09:44:15.736213037 +0000 UTC m=+0.470945482 container cleanup 27cc6f533febbde174523b2421930319f1e1fb710b296cbf3be8c4fc6ce5dc63 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-21T09:44:15.914 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:44:15 smithi170 bash[75460]: ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-b 2024-09-21T09:44:16.342 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:44:15 smithi170 podman[75476]: 2024-09-21 09:44:15.995840849 +0000 UTC m=+0.617399218 container remove 27cc6f533febbde174523b2421930319f1e1fb710b296cbf3be8c4fc6ce5dc63 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-21T09:44:16.342 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:44:15 smithi170 systemd[1]: ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-09-21T09:44:16.342 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:44:16 smithi170 systemd[1]: ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@node-exporter.b.service: Failed with result 'exit-code'. 2024-09-21T09:44:16.342 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:44:16 smithi170 systemd[1]: Stopped Ceph node-exporter.b for 41b6d1ee-77fc-11ef-baf6-efdc52797490. 2024-09-21T09:44:16.343 INFO:journalctl@ceph.node-exporter.b.smithi170.stdout:Sep 21 09:44:16 smithi170 systemd[1]: ceph-41b6d1ee-77fc-11ef-baf6-efdc52797490@node-exporter.b.service: Consumed 2.472s CPU time. 2024-09-21T09:44:19.378 DEBUG:teuthology.orchestra.run.smithi053:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-21T09:44:19.414 DEBUG:teuthology.orchestra.run.smithi170:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-21T09:44:19.441 INFO:tasks.cephadm:Archiving crash dumps... 2024-09-21T09:44:19.442 DEBUG:teuthology.misc:Transferring archived files from smithi053:/var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/crash to /home/teuthworker/archive/teuthology-2024-09-21_03:08:26-upgrade-main-distro-default-smithi/7913649/remote/smithi053/crash 2024-09-21T09:44:19.443 DEBUG:teuthology.orchestra.run.smithi053:> sudo tar c -f - -C /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/crash -- . 2024-09-21T09:44:19.509 INFO:teuthology.orchestra.run.smithi053.stderr:tar: /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/crash: Cannot open: No such file or directory 2024-09-21T09:44:19.509 INFO:teuthology.orchestra.run.smithi053.stderr:tar: Error is not recoverable: exiting now 2024-09-21T09:44:19.511 DEBUG:teuthology.misc:Transferring archived files from smithi170:/var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/crash to /home/teuthworker/archive/teuthology-2024-09-21_03:08:26-upgrade-main-distro-default-smithi/7913649/remote/smithi170/crash 2024-09-21T09:44:19.512 DEBUG:teuthology.orchestra.run.smithi170:> sudo tar c -f - -C /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/crash -- . 2024-09-21T09:44:19.554 INFO:teuthology.orchestra.run.smithi170.stderr:tar: /var/lib/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/crash: Cannot open: No such file or directory 2024-09-21T09:44:19.554 INFO:teuthology.orchestra.run.smithi170.stderr:tar: Error is not recoverable: exiting now 2024-09-21T09:44:19.555 INFO:tasks.cephadm:Checking cluster log for badness... 2024-09-21T09:44:19.556 DEBUG:teuthology.orchestra.run.smithi053:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'mons down' | egrep -v 'mon down' | egrep -v MON_DOWN | egrep -v 'out of quorum' | egrep -v PG_AVAILABILITY | head -n 1 2024-09-21T09:44:19.586 INFO:teuthology.orchestra.run.smithi053.stdout:2024-09-21T09:37:52.472825+0000 mon.a (mon.0) 691 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-21T09:44:19.586 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-09-21T09:44:19.587 INFO:tasks.cephadm:Compressing logs... 2024-09-21T09:44:19.587 DEBUG:teuthology.orchestra.run.smithi053:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-21T09:44:19.629 DEBUG:teuthology.orchestra.run.smithi170:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-21T09:44:19.652 INFO:teuthology.orchestra.run.smithi170.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph-osd.7.log 2024-09-21T09:44:19.652 INFO:teuthology.orchestra.run.smithi170.stderr:: No such file or directory 2024-09-21T09:44:19.653 INFO:teuthology.orchestra.run.smithi170.stderr:gzip -5 --verbose -- /var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph-volume.log 2024-09-21T09:44:19.655 INFO:teuthology.orchestra.run.smithi170.stderr:gzip -5 --verbose -- /var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph-osd.4.log 2024-09-21T09:44:19.656 INFO:teuthology.orchestra.run.smithi170.stderr:/var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph-osd.7.log: /var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph.audit.log 2024-09-21T09:44:19.656 INFO:teuthology.orchestra.run.smithi170.stderr:gzip -5 --verbose -- /var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph.cephadm.log 2024-09-21T09:44:19.656 INFO:teuthology.orchestra.run.smithi170.stderr:gzip -5 --verbose -- /var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph-osd.6.log 2024-09-21T09:44:19.656 INFO:teuthology.orchestra.run.smithi170.stderr:gzip -5 --verbose -- /var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph-osd.5.log 2024-09-21T09:44:19.656 INFO:teuthology.orchestra.run.smithi170.stderr:/var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph-osd.4.log: /var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph.audit.log: /var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph.log 2024-09-21T09:44:19.656 INFO:teuthology.orchestra.run.smithi170.stderr:/var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph.cephadm.log: /var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph-osd.5.log: 80.2% -- replaced with /var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph.cephadm.log.gz 2024-09-21T09:44:19.657 INFO:teuthology.orchestra.run.smithi053.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph-osd.0.log: No such file or directory 2024-09-21T09:44:19.657 INFO:teuthology.orchestra.run.smithi053.stderr: 2024-09-21T09:44:19.657 INFO:teuthology.orchestra.run.smithi053.stderr:gzip -5 --verbose -- /var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph-osd.1.log 2024-09-21T09:44:19.657 INFO:teuthology.orchestra.run.smithi053.stderr:/var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph-volume.log 2024-09-21T09:44:19.657 INFO:teuthology.orchestra.run.smithi053.stderr:/var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph.audit.log 2024-09-21T09:44:19.657 INFO:teuthology.orchestra.run.smithi053.stderr:/var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph-mon.c.log 2024-09-21T09:44:19.657 INFO:teuthology.orchestra.run.smithi053.stderr:gzip -5 --verbose -- /var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph.cephadm.log 2024-09-21T09:44:19.657 INFO:teuthology.orchestra.run.smithi053.stderr:/var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph.audit.log: /var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph-mon.a.log 2024-09-21T09:44:19.658 INFO:teuthology.orchestra.run.smithi053.stderr:/var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph-osd.2.log 2024-09-21T09:44:19.659 INFO:teuthology.orchestra.run.smithi170.stderr:/var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph.log: 86.2% -- replaced with /var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph.log.gz 2024-09-21T09:44:19.660 INFO:teuthology.orchestra.run.smithi170.stderr:gzip -5 --verbose -- /var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph-mgr.x.log 2024-09-21T09:44:19.660 INFO:teuthology.orchestra.run.smithi170.stderr: 90.1% -- replaced with /var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph.audit.log.gz 2024-09-21T09:44:19.660 INFO:teuthology.orchestra.run.smithi170.stderr:gzip -5 --verbose -- /var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph-mon.b.log 2024-09-21T09:44:19.660 INFO:teuthology.orchestra.run.smithi170.stderr:/var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph-mds.foo.smithi170.rbsena.log 2024-09-21T09:44:19.660 INFO:teuthology.orchestra.run.smithi170.stderr:/var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph-mon.b.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-21T09:44:19.660 INFO:teuthology.orchestra.run.smithi170.stderr:/var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph-mds.foo.smithi170.rbsena.log: 83.6% -- replaced with /var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph-mds.foo.smithi170.rbsena.log.gz 2024-09-21T09:44:19.661 INFO:teuthology.orchestra.run.smithi053.stderr:/var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph-mgr.y.log 2024-09-21T09:44:19.661 INFO:teuthology.orchestra.run.smithi053.stderr: 89.3% -- replaced with /var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph.cephadm.log.gz 2024-09-21T09:44:19.661 INFO:teuthology.orchestra.run.smithi053.stderr:/var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph.log 2024-09-21T09:44:19.661 INFO:teuthology.orchestra.run.smithi053.stderr:/var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph-mgr.y.log: 93.8% -- replaced with /var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph.audit.log.gz 2024-09-21T09:44:19.663 INFO:teuthology.orchestra.run.smithi170.stderr:/var/log/ceph/cephadm.log: 83.2% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-21T09:44:19.665 INFO:teuthology.orchestra.run.smithi170.stderr: 91.2% -- replaced with /var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph-volume.log.gz 2024-09-21T09:44:19.667 INFO:teuthology.orchestra.run.smithi053.stderr:gzip -5 --verbose -- /var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph-mds.foo.smithi053.uoknsh.log 2024-09-21T09:44:19.669 INFO:teuthology.orchestra.run.smithi053.stderr:/var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph.log: 91.2% -- replaced with /var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph-volume.log.gz 2024-09-21T09:44:19.669 INFO:teuthology.orchestra.run.smithi053.stderr:gzip -5 --verbose -- /var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph-osd.3.log 2024-09-21T09:44:19.669 INFO:teuthology.orchestra.run.smithi053.stderr:/var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph-mds.foo.smithi053.uoknsh.log: 86.0% -- replaced with /var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph-mds.foo.smithi053.uoknsh.log.gz 2024-09-21T09:44:19.670 INFO:teuthology.orchestra.run.smithi053.stderr: 92.0% -- replaced with /var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph.log.gz 2024-09-21T09:44:19.670 INFO:teuthology.orchestra.run.smithi053.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-21T09:44:19.682 INFO:teuthology.orchestra.run.smithi170.stderr: 89.0% -- replaced with /var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph-mgr.x.log.gz 2024-09-21T09:44:19.693 INFO:teuthology.orchestra.run.smithi053.stderr:/var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph-osd.3.log: /var/log/ceph/cephadm.log: 91.9% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-21T09:44:19.782 INFO:teuthology.orchestra.run.smithi170.stderr: 92.1% -- replaced with /var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph-mon.b.log.gz 2024-09-21T09:44:19.828 INFO:teuthology.orchestra.run.smithi053.stderr: 88.7% -- replaced with /var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph-mgr.y.log.gz 2024-09-21T09:44:19.830 INFO:teuthology.orchestra.run.smithi053.stderr: 92.1% -- replaced with /var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph-mon.c.log.gz 2024-09-21T09:44:20.207 INFO:teuthology.orchestra.run.smithi053.stderr: 90.8% -- replaced with /var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph-mon.a.log.gz 2024-09-21T09:44:24.401 INFO:teuthology.orchestra.run.smithi053.stderr: 94.0% -- replaced with /var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph-osd.3.log.gz 2024-09-21T09:44:24.883 INFO:teuthology.orchestra.run.smithi170.stderr: 94.0% -- replaced with /var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph-osd.6.log.gz 2024-09-21T09:44:25.879 INFO:teuthology.orchestra.run.smithi053.stderr: 93.9% -- replaced with /var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph-osd.1.log.gz 2024-09-21T09:44:28.044 INFO:teuthology.orchestra.run.smithi170.stderr: 93.9% -- replaced with /var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph-osd.7.log.gz 2024-09-21T09:44:30.483 INFO:teuthology.orchestra.run.smithi170.stderr: 93.6% -- replaced with /var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph-osd.4.log.gz 2024-09-21T09:44:30.492 INFO:teuthology.orchestra.run.smithi053.stderr: 93.7% -- replaced with /var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph-osd.0.log.gz 2024-09-21T09:44:31.036 INFO:teuthology.orchestra.run.smithi170.stderr: 93.6% -- replaced with /var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph-osd.5.log.gz 2024-09-21T09:44:31.038 INFO:teuthology.orchestra.run.smithi170.stderr: 2024-09-21T09:44:31.038 INFO:teuthology.orchestra.run.smithi170.stderr:real 0m11.395s 2024-09-21T09:44:31.038 INFO:teuthology.orchestra.run.smithi170.stderr:user 0m34.587s 2024-09-21T09:44:31.039 INFO:teuthology.orchestra.run.smithi170.stderr:sys 0m1.369s 2024-09-21T09:44:35.558 INFO:teuthology.orchestra.run.smithi053.stderr: 93.8% -- replaced with /var/log/ceph/41b6d1ee-77fc-11ef-baf6-efdc52797490/ceph-osd.2.log.gz 2024-09-21T09:44:35.559 INFO:teuthology.orchestra.run.smithi053.stderr: 2024-09-21T09:44:35.559 INFO:teuthology.orchestra.run.smithi053.stderr:real 0m15.917s 2024-09-21T09:44:35.560 INFO:teuthology.orchestra.run.smithi053.stderr:user 0m37.279s 2024-09-21T09:44:35.560 INFO:teuthology.orchestra.run.smithi053.stderr:sys 0m1.289s 2024-09-21T09:44:35.561 INFO:tasks.cephadm:Archiving logs... 2024-09-21T09:44:35.561 DEBUG:teuthology.misc:Transferring archived files from smithi053:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-21_03:08:26-upgrade-main-distro-default-smithi/7913649/remote/smithi053/log 2024-09-21T09:44:35.562 DEBUG:teuthology.orchestra.run.smithi053:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-21T09:44:40.421 DEBUG:teuthology.misc:Transferring archived files from smithi170:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-21_03:08:26-upgrade-main-distro-default-smithi/7913649/remote/smithi170/log 2024-09-21T09:44:40.422 DEBUG:teuthology.orchestra.run.smithi170:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-21T09:44:45.088 INFO:tasks.cephadm:Removing cluster... 2024-09-21T09:44:45.088 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 --force 2024-09-21T09:44:45.249 INFO:teuthology.orchestra.run.smithi053.stdout:Deleting cluster with fsid: 41b6d1ee-77fc-11ef-baf6-efdc52797490 2024-09-21T09:44:45.575 DEBUG:teuthology.orchestra.run.smithi170:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 --force 2024-09-21T09:44:45.726 INFO:teuthology.orchestra.run.smithi170.stdout:Deleting cluster with fsid: 41b6d1ee-77fc-11ef-baf6-efdc52797490 2024-09-21T09:44:46.042 INFO:tasks.cephadm:Removing cephadm ... 2024-09-21T09:44:46.042 DEBUG:teuthology.orchestra.run.smithi053:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-21T09:44:46.059 DEBUG:teuthology.orchestra.run.smithi170:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-21T09:44:46.074 INFO:tasks.cephadm:Teardown complete 2024-09-21T09:44:46.074 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-21T09:44:46.084 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-21T09:44:46.084 DEBUG:teuthology.orchestra.run.smithi053:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-21T09:44:46.101 DEBUG:teuthology.orchestra.run.smithi170:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-21T09:44:46.189 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-21T09:44:46.198 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-21T09:44:46.198 DEBUG:teuthology.orchestra.run.smithi053:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-21T09:44:46.201 DEBUG:teuthology.orchestra.run.smithi170:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-21T09:44:46.214 INFO:teuthology.orchestra.run.smithi053.stderr:bash: line 1: ntpq: command not found 2024-09-21T09:44:46.215 INFO:teuthology.orchestra.run.smithi170.stderr:bash: line 1: ntpq: command not found 2024-09-21T09:44:46.218 INFO:teuthology.orchestra.run.smithi053.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-21T09:44:46.218 INFO:teuthology.orchestra.run.smithi053.stdout:=============================================================================== 2024-09-21T09:44:46.219 INFO:teuthology.orchestra.run.smithi053.stdout:^+ hv01.front.sepia.ceph.com 3 6 377 30 -36us[ -36us] +/- 36ms 2024-09-21T09:44:46.219 INFO:teuthology.orchestra.run.smithi053.stdout:^* hv02.front.sepia.ceph.com 3 6 377 31 +195us[ +157us] +/- 59ms 2024-09-21T09:44:46.219 INFO:teuthology.orchestra.run.smithi053.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 31 -417us[ -417us] +/- 80ms 2024-09-21T09:44:46.219 INFO:teuthology.orchestra.run.smithi053.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-09-21T09:44:46.220 INFO:teuthology.orchestra.run.smithi170.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-21T09:44:46.220 INFO:teuthology.orchestra.run.smithi170.stdout:=============================================================================== 2024-09-21T09:44:46.220 INFO:teuthology.orchestra.run.smithi170.stdout:^+ hv01.front.sepia.ceph.com 3 6 377 32 -1897ns[ -16us] +/- 36ms 2024-09-21T09:44:46.221 INFO:teuthology.orchestra.run.smithi170.stdout:^* hv02.front.sepia.ceph.com 3 6 377 31 +223us[ +210us] +/- 59ms 2024-09-21T09:44:46.221 INFO:teuthology.orchestra.run.smithi170.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 28 -392us[ -392us] +/- 80ms 2024-09-21T09:44:46.221 INFO:teuthology.orchestra.run.smithi170.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-09-21T09:44:46.221 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-21T09:44:46.231 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-21T09:44:46.232 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-21T09:44:46.312 DEBUG:teuthology.orchestra.run.smithi053:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-21T09:44:46.398 DEBUG:teuthology.orchestra.run.smithi170:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-21T09:44:46.469 DEBUG:teuthology.orchestra.run.smithi053:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-09-21T09:44:46.499 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-21T09:44:46.500 DEBUG:teuthology.orchestra.run.smithi170:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-09-21T09:44:46.527 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-21T09:44:46.528 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-21T09:44:46.537 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-21T09:44:46.596 INFO:teuthology.task.internal:Duration was 1167.475433 seconds 2024-09-21T09:44:46.596 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-21T09:44:46.605 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-21T09:44:46.605 DEBUG:teuthology.orchestra.run.smithi053:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-21T09:44:46.607 DEBUG:teuthology.orchestra.run.smithi170:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-21T09:44:46.646 INFO:teuthology.orchestra.run.smithi170.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-21T09:44:46.647 INFO:teuthology.orchestra.run.smithi053.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-21T09:44:46.950 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-21T09:44:46.951 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi053.front.sepia.ceph.com 2024-09-21T09:44:46.951 DEBUG:teuthology.orchestra.run.smithi053:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-21T09:44:47.009 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi170.front.sepia.ceph.com 2024-09-21T09:44:47.010 DEBUG:teuthology.orchestra.run.smithi170:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-21T09:44:47.037 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-21T09:44:47.037 DEBUG:teuthology.orchestra.run.smithi053:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-21T09:44:47.052 DEBUG:teuthology.orchestra.run.smithi170:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-21T09:44:47.108 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-21T09:44:47.108 DEBUG:teuthology.orchestra.run.smithi053:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-21T09:44:47.119 DEBUG:teuthology.orchestra.run.smithi170:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-21T09:44:47.412 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-21T09:44:47.429 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-21T09:44:47.429 DEBUG:teuthology.orchestra.run.smithi053:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-21T09:44:47.455 DEBUG:teuthology.orchestra.run.smithi170:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-21T09:44:47.480 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-21T09:44:47.490 DEBUG:teuthology.orchestra.run.smithi053:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-21T09:44:47.497 DEBUG:teuthology.orchestra.run.smithi170:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-21T09:44:47.519 INFO:teuthology.orchestra.run.smithi053.stdout:kernel.core_pattern = core 2024-09-21T09:44:47.544 INFO:teuthology.orchestra.run.smithi170.stdout:kernel.core_pattern = core 2024-09-21T09:44:47.576 DEBUG:teuthology.orchestra.run.smithi053:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-21T09:44:47.631 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-21T09:44:47.632 DEBUG:teuthology.orchestra.run.smithi170:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-21T09:44:47.646 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-21T09:44:47.646 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-21T09:44:47.656 INFO:teuthology.task.internal:Transferring archived files... 2024-09-21T09:44:47.656 DEBUG:teuthology.misc:Transferring archived files from smithi053:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-21_03:08:26-upgrade-main-distro-default-smithi/7913649/remote/smithi053 2024-09-21T09:44:47.657 DEBUG:teuthology.orchestra.run.smithi053:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-21T09:44:47.712 DEBUG:teuthology.misc:Transferring archived files from smithi170:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-21_03:08:26-upgrade-main-distro-default-smithi/7913649/remote/smithi170 2024-09-21T09:44:47.713 DEBUG:teuthology.orchestra.run.smithi170:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-21T09:44:47.747 INFO:teuthology.task.internal:Removing archive directory... 2024-09-21T09:44:47.747 DEBUG:teuthology.orchestra.run.smithi053:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-21T09:44:47.750 DEBUG:teuthology.orchestra.run.smithi170:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-21T09:44:47.797 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-21T09:44:47.809 INFO:teuthology.task.internal:Not uploading archives. 2024-09-21T09:44:47.810 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-21T09:44:47.819 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-21T09:44:47.820 DEBUG:teuthology.orchestra.run.smithi053:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-21T09:44:47.822 DEBUG:teuthology.orchestra.run.smithi170:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-21T09:44:47.835 INFO:teuthology.orchestra.run.smithi053.stdout: 265324 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 21 09:44 /home/ubuntu/cephtest 2024-09-21T09:44:47.852 INFO:teuthology.orchestra.run.smithi170.stdout: 265568 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 21 09:44 /home/ubuntu/cephtest 2024-09-21T09:44:47.854 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-21T09:44:47.863 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-21T09:44:47.886 INFO:teuthology.run:Summary data: description: upgrade/reef-x/stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/radosbench 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity} duration: 1167.4754326343536 failure_reason: 'Command failed on smithi053 with status 22: "sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 41b6d1ee-77fc-11ef-baf6-efdc52797490 -e sha1=62da54b4b83a96ca9976b7e1d0c8272a564a2208 -- bash -c ''ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --limit 1''"' flavor: default owner: scheduled_teuthology@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=6f54336ddcd04b5ba2b232da745edcb4 status: fail success: false 2024-09-21T09:44:47.886 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-21T09:44:47.970 INFO:teuthology.run:FAIL